{"severity_text":"INFO","timestamp":"2026-10-30T19:33:47.038495564Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:47.095417874Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:47.147014443Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:47.214132421Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:47.31454966Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:47.314589415Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:47.530769276Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:47.530828196Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:47.689518344Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/ff8ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.088702412Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.616909799Z","body":"InferenceObjective CRD not yet registered; request priority is skipped until it appears","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.668944212Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch when it is established","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.669056103Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.778853165Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.778960899Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.779026433Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.779067349Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.779107739Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.779144979Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.779183705Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.779238139Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.779279196Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.779314527Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.779363585Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.779407309Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.779436074Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.779574021Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.779705576Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.779811058Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.779825792Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.779894308Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.779919919Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.78000321Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.880476403Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1030 19:33:48.880487 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.981374366Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.981414756Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1030 19:33:48.982227 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.982595962Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.982801184Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.982859223Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.982980106Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983039514Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983123165Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983239683Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983270952Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983311756Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983654008Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983725958Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983738197Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983785089Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983788945Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.98380946Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983841825Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983866885Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983887312Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983914035Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983942179Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983980045Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983980421Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984003042Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984038184Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984045747Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984061041Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984087154Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984183562Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984243834Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983876303Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983909577Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.983929665Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984302116Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984322378Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984332898Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984415804Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984454177Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984503789Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984538517Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984567563Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984580056Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984614995Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984615053Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984631883Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984649824Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984663976Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984685992Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984704796Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984739597Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984754847Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:48.984745399Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:49.032776286Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:49.085377041Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:49.131305727Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:49.279122421Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:49.399855159Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:49.434107603Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:49.434155196Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:49.434142492Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:49.434169992Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:49.434228486Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:49.434243179Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:49.43425795Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:49.434268259Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:49.494548785Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:49.494599038Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:50.775117347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47a5297-ec08-48f8-be8f-8cd694974728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:50.824598622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47a5297-ec08-48f8-be8f-8cd694974728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:50.873913395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47a5297-ec08-48f8-be8f-8cd694974728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:50.925254182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47a5297-ec08-48f8-be8f-8cd694974728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:52.785300417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788d4a80-eff6-4239-a429-d145164b506f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:52.834393533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788d4a80-eff6-4239-a429-d145164b506f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:52.883517786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788d4a80-eff6-4239-a429-d145164b506f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:52.932500705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788d4a80-eff6-4239-a429-d145164b506f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:59.398536891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78899233-b60b-4298-bc3d-0c37bb92bc49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:59.449443513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78899233-b60b-4298-bc3d-0c37bb92bc49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:59.499293482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78899233-b60b-4298-bc3d-0c37bb92bc49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:59.549369729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78899233-b60b-4298-bc3d-0c37bb92bc49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:00.434116395Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:00.434165827Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:00.434182233Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:00.434215756Z","logger":"crd-watcher","body":"CRD established; watch registered dynamically","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:00.53427565Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:00.534371176Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:01.473605788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef46104-5380-4bff-94c1-3135c883f5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:01.523167568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef46104-5380-4bff-94c1-3135c883f5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:01.572653033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef46104-5380-4bff-94c1-3135c883f5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:01.622104453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef46104-5380-4bff-94c1-3135c883f5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:19.229311215Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:19.256177434Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:20.244533192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665a8e6c-7853-4158-9065-61ae4de62c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:20.293549547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665a8e6c-7853-4158-9065-61ae4de62c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:20.342612208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665a8e6c-7853-4158-9065-61ae4de62c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:20.391580178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665a8e6c-7853-4158-9065-61ae4de62c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:22.281847486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"450767bf-f0c1-42e7-bc23-3ced835545f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:22.355777674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"450767bf-f0c1-42e7-bc23-3ced835545f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:22.404771075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"450767bf-f0c1-42e7-bc23-3ced835545f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:22.454340113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"450767bf-f0c1-42e7-bc23-3ced835545f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:23.401141087Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7344194-5355-47f1-831f-444e259d3a9f","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:24.300814819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7344194-5355-47f1-831f-444e259d3a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:24.349866011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7344194-5355-47f1-831f-444e259d3a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:24.398860628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7344194-5355-47f1-831f-444e259d3a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:24.447827635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7344194-5355-47f1-831f-444e259d3a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:26.249958049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63388c74-4376-45df-9a36-6c4a2abd4bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:26.298898252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63388c74-4376-45df-9a36-6c4a2abd4bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:26.347801706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63388c74-4376-45df-9a36-6c4a2abd4bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:26.397204095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63388c74-4376-45df-9a36-6c4a2abd4bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:26.802413447Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"a7dba122-78d0-48fb-8608-84ad34dd9557","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:32.383910724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c87c196-2cee-4f94-af53-ffeeb9198d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:32.433018815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c87c196-2cee-4f94-af53-ffeeb9198d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:32.482242747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c87c196-2cee-4f94-af53-ffeeb9198d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:32.531380145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c87c196-2cee-4f94-af53-ffeeb9198d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:34.367787137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7520b7b-bcd8-4769-a924-f8da623cd274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:34.416719435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7520b7b-bcd8-4769-a924-f8da623cd274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:34.465380476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7520b7b-bcd8-4769-a924-f8da623cd274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:34.514572993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7520b7b-bcd8-4769-a924-f8da623cd274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:49.230916359Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:03.243222509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c651e7f1-b234-43d7-8cc0-f6bfb388f4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:03.292473823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c651e7f1-b234-43d7-8cc0-f6bfb388f4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:03.341467413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c651e7f1-b234-43d7-8cc0-f6bfb388f4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:03.390513086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c651e7f1-b234-43d7-8cc0-f6bfb388f4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:05.264872298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ad37c5-080f-4e36-bf3e-0689cb0231dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:05.313691169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ad37c5-080f-4e36-bf3e-0689cb0231dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:05.362531477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ad37c5-080f-4e36-bf3e-0689cb0231dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:05.411547855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ad37c5-080f-4e36-bf3e-0689cb0231dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:19.27679014Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:49.280745574Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:05.466738565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"744ff56d-e273-4759-a3fe-eb2c0f1a5203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:05.515836181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"744ff56d-e273-4759-a3fe-eb2c0f1a5203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:05.565336818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"744ff56d-e273-4759-a3fe-eb2c0f1a5203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:05.61440938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"744ff56d-e273-4759-a3fe-eb2c0f1a5203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:07.479569205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef3b1613-d30d-4d80-948f-0518018f9275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:07.528718611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef3b1613-d30d-4d80-948f-0518018f9275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:07.577914667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef3b1613-d30d-4d80-948f-0518018f9275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:07.627621974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef3b1613-d30d-4d80-948f-0518018f9275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:09.330684493Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"75912600-d725-4725-811f-633f4c4f80c0","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:10.298181399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce96590-5f86-422c-acca-85ed13741fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:10.348312514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce96590-5f86-422c-acca-85ed13741fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:10.397273011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce96590-5f86-422c-acca-85ed13741fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:10.446741844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce96590-5f86-422c-acca-85ed13741fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:12.274220507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0204fa71-96e0-450f-a580-8f809eb31635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:12.323233562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0204fa71-96e0-450f-a580-8f809eb31635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:12.375387606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0204fa71-96e0-450f-a580-8f809eb31635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:12.424966507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0204fa71-96e0-450f-a580-8f809eb31635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:19.231107Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:19.94978527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c9ca725-2ab9-4def-adb4-c7acc62fafe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:19.998682403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c9ca725-2ab9-4def-adb4-c7acc62fafe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:20.047895491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c9ca725-2ab9-4def-adb4-c7acc62fafe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:20.097009947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c9ca725-2ab9-4def-adb4-c7acc62fafe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:33.212741068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9656dc1d-782b-4bbd-aa59-f2472f0c607b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:33.33955754Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9656dc1d-782b-4bbd-aa59-f2472f0c607b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:33.39358103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9656dc1d-782b-4bbd-aa59-f2472f0c607b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:33.41355711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"490debaf-c56a-48f2-880f-375fd78291c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:33.467970188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"490debaf-c56a-48f2-880f-375fd78291c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:33.520942895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"490debaf-c56a-48f2-880f-375fd78291c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:33.596280835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78eecf65-e209-450a-a8ab-b5021013d020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:33.650450621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78eecf65-e209-450a-a8ab-b5021013d020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:33.703622188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78eecf65-e209-450a-a8ab-b5021013d020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:33.725378967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74d2e8b8-3542-4f8f-9e67-7fb998c9f397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:33.78035975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74d2e8b8-3542-4f8f-9e67-7fb998c9f397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:33.833334091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74d2e8b8-3542-4f8f-9e67-7fb998c9f397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:36:33.883859932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74d2e8b8-3542-4f8f-9e67-7fb998c9f397","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.035225066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2630ad14-fb2e-4adf-8e18-2bfdd031ff5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.08925274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2630ad14-fb2e-4adf-8e18-2bfdd031ff5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.142432192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2630ad14-fb2e-4adf-8e18-2bfdd031ff5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.239254581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c6433a9-a9a6-4a46-a6c2-a822f861ecd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.293184066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c6433a9-a9a6-4a46-a6c2-a822f861ecd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.338935948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4797dc0e-1814-4c3b-9f6c-42cc7bd8c09c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.345819764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c6433a9-a9a6-4a46-a6c2-a822f861ecd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.392885323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4797dc0e-1814-4c3b-9f6c-42cc7bd8c09c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.446038615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4797dc0e-1814-4c3b-9f6c-42cc7bd8c09c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.516594404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7e719f2-e448-4c2a-8cb6-3a18e0b24598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.570818124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7e719f2-e448-4c2a-8cb6-3a18e0b24598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:36:34.577506937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0d1c835c-fa53-435c-b1d6-a1078558ae20","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.614307503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2585d932-e6e5-49a2-9143-f9de08eab64a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.624033065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7e719f2-e448-4c2a-8cb6-3a18e0b24598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:36:34.638224411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"703f9452-a9af-432d-b916-8e43ab244631","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.668678041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2585d932-e6e5-49a2-9143-f9de08eab64a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.721585313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2585d932-e6e5-49a2-9143-f9de08eab64a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.770492008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5262cc8f-d2d7-42bc-8c38-b82bd4fff634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.795874019Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e726c3d-bb16-4d68-b9b3-138b271b20ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.825618525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5262cc8f-d2d7-42bc-8c38-b82bd4fff634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.872271967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd687b73-d527-4f0a-acff-d0cdc5947702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.878310784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5262cc8f-d2d7-42bc-8c38-b82bd4fff634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.896028414Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2375be0c-e4e0-49db-9ba9-585b59f021bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.926848045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd687b73-d527-4f0a-acff-d0cdc5947702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.979570186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd687b73-d527-4f0a-acff-d0cdc5947702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:34.996102078Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ab1528ab-b30c-4374-8372-42255ad94ad3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:35.029458018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a8ddc74-0fd8-4c7f-b763-7f51138f8897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:35.083868212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a8ddc74-0fd8-4c7f-b763-7f51138f8897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:35.096132668Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f0ac0ac-9316-49a3-a1df-fc74751addb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:35.128521681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"616f3ea8-fc93-439e-8f89-370a2fb08dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:35.136794381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a8ddc74-0fd8-4c7f-b763-7f51138f8897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:35.183729727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"616f3ea8-fc93-439e-8f89-370a2fb08dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:35.237073581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"616f3ea8-fc93-439e-8f89-370a2fb08dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:38.434727854Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4513afaf-0b85-4c4e-b960-68a84a6a488b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:38.687119931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f995e03a-dbb6-493f-a9b2-cbc162c08c8a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:38.687146047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f995e03a-dbb6-493f-a9b2-cbc162c08c8a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:38.7363077Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"716d27ca-a319-4cf6-afec-af3a72eec4ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:38.756659381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93661056-5c68-457d-8878-9bf243fa229d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:38.756685084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93661056-5c68-457d-8878-9bf243fa229d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:38.836907883Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6bfc9396-b52f-4df8-a85e-ebd128a41139","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:38.84032401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cab82ac-468e-4c66-9b2c-ece0d681d3ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:38.840324054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79807294-6dbf-479c-adbf-bba3c9c6d226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:38.894715137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cab82ac-468e-4c66-9b2c-ece0d681d3ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:38.894743514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79807294-6dbf-479c-adbf-bba3c9c6d226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:38.937318165Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"51b447b4-496d-4f46-a510-7c39d71988f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:38.947950097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cab82ac-468e-4c66-9b2c-ece0d681d3ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:38.947967001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79807294-6dbf-479c-adbf-bba3c9c6d226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:39.149962055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b57c92f7-4dcb-430e-ba68-7544c0fcfd7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:39.155455765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e182d7fe-3dd2-42f9-b261-103a98b310ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:39.207649189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b57c92f7-4dcb-430e-ba68-7544c0fcfd7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:39.211406887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e182d7fe-3dd2-42f9-b261-103a98b310ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:39.260419196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b57c92f7-4dcb-430e-ba68-7544c0fcfd7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:39.264908555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e182d7fe-3dd2-42f9-b261-103a98b310ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:36:39.315411573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e182d7fe-3dd2-42f9-b261-103a98b310ab","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:39.469200046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"625b32a7-edf2-4b28-af69-d89eae01b875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:39.523240846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"625b32a7-edf2-4b28-af69-d89eae01b875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:39.576090619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"625b32a7-edf2-4b28-af69-d89eae01b875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:40.249898839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a101d40e-cf7c-44ef-b15a-897bb082688d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:40.249926521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a101d40e-cf7c-44ef-b15a-897bb082688d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:41.596435227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e4449a7-a5a5-4fa8-a684-6beda7104482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:41.596448814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7877dbf2-e1ed-4911-9016-5f2e3b151b85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:41.674086536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7877dbf2-e1ed-4911-9016-5f2e3b151b85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:41.674133122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e4449a7-a5a5-4fa8-a684-6beda7104482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:41.7278944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7877dbf2-e1ed-4911-9016-5f2e3b151b85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:41.727943639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e4449a7-a5a5-4fa8-a684-6beda7104482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.444418547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3038a3ef-ca20-498f-95fc-0238a3c81e6a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.444439747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3038a3ef-ca20-498f-95fc-0238a3c81e6a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.445396341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"148a28e4-04a4-4516-9ec1-6ab0ae4e9830","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.445414599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"148a28e4-04a4-4516-9ec1-6ab0ae4e9830","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.498045142Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"01e2b767-bfc4-481f-ac0d-18fc3a1ce816","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.498490973Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dd5c7590-6cf7-4960-88ec-d52b7b21d56d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.515468322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b2dadde-2a03-4a09-8d9e-3ba36fdfa897","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.515487239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b2dadde-2a03-4a09-8d9e-3ba36fdfa897","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.515736688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f846c066-86f0-4a9f-a14f-c93a1a5c1d43","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.515748201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f846c066-86f0-4a9f-a14f-c93a1a5c1d43","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.604208543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1ae06ea-43e8-4c0d-be97-3c894d6842bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.60469363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee267119-67a3-48ba-9bb4-eee24c77989b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.659222491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1ae06ea-43e8-4c0d-be97-3c894d6842bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.659238656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee267119-67a3-48ba-9bb4-eee24c77989b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.712931971Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee267119-67a3-48ba-9bb4-eee24c77989b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.713071767Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1ae06ea-43e8-4c0d-be97-3c894d6842bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.966833733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05eb30a7-3ba3-4a06-a1fc-07cf6cfeeaec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:46.970048683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0c9b228-3851-40b6-a733-d60b8284fabf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:47.023050075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05eb30a7-3ba3-4a06-a1fc-07cf6cfeeaec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:47.024344653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0c9b228-3851-40b6-a733-d60b8284fabf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:47.024413476Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0c9b228-3851-40b6-a733-d60b8284fabf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:47.075833943Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05eb30a7-3ba3-4a06-a1fc-07cf6cfeeaec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:36:47.17522202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05eb30a7-3ba3-4a06-a1fc-07cf6cfeeaec","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:47.329902682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57aecd55-f66a-4d99-a268-eb70edcba291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:47.384143537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57aecd55-f66a-4d99-a268-eb70edcba291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:47.384219821Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57aecd55-f66a-4d99-a268-eb70edcba291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:47.727740143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"40311e08-3c2a-4193-b48b-d1249f7b19d4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:47.727766678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"40311e08-3c2a-4193-b48b-d1249f7b19d4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.262732611Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.454925124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6f3359a8-a929-4c31-a9e8-db0090304bf5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.454954015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6f3359a8-a929-4c31-a9e8-db0090304bf5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.455303149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"68e74f10-3ee4-4260-b3ab-f42cc4229a5b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.455321782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"68e74f10-3ee4-4260-b3ab-f42cc4229a5b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.455620267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c165989c-3d25-4a5b-9797-39fe042a9f81","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.455638962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c165989c-3d25-4a5b-9797-39fe042a9f81","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.505738211Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f16681e7-0e99-48e5-9448-7f4c27c017e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.508498235Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e22e025a-3022-430e-814b-c289729746a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.527452157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6062690d-a0e1-4984-b397-54e8c2d65450","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.527472337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6062690d-a0e1-4984-b397-54e8c2d65450","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.527727047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f21a2dad-263d-42c4-b0e9-3e1627dd2675","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.527740423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f21a2dad-263d-42c4-b0e9-3e1627dd2675","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.527941439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dc455457-a422-48d3-a3b6-30e2eda08d28","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.527952362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dc455457-a422-48d3-a3b6-30e2eda08d28","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.602381994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bacefca2-80f2-41f2-980b-2294c3a34577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.602382809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba3d106e-182f-44cb-9af3-e1feb7653754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.65733996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba3d106e-182f-44cb-9af3-e1feb7653754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.657426453Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba3d106e-182f-44cb-9af3-e1feb7653754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.65841031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bacefca2-80f2-41f2-980b-2294c3a34577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.658470748Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bacefca2-80f2-41f2-980b-2294c3a34577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.85463389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f9aa667-da78-4c6b-bbdd-0a5e28ac20a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.854636376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba95ba5d-b015-4fd2-8245-a823db582894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.909246384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f9aa667-da78-4c6b-bbdd-0a5e28ac20a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.909310562Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f9aa667-da78-4c6b-bbdd-0a5e28ac20a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.909307131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba95ba5d-b015-4fd2-8245-a823db582894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:49.909373933Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba95ba5d-b015-4fd2-8245-a823db582894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:50.662542622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edc5f865-d911-48b2-8e03-9f9a2a3257ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:50.662542649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d025437-85e1-495d-b8f4-683f473a0094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:50.716921954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f119feb4-0754-4ae1-a833-2051a8a065a4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:50.716951971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f119feb4-0754-4ae1-a833-2051a8a065a4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:50.718925714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edc5f865-d911-48b2-8e03-9f9a2a3257ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:50.718979796Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edc5f865-d911-48b2-8e03-9f9a2a3257ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:50.720228523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d025437-85e1-495d-b8f4-683f473a0094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:50.720272456Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d025437-85e1-495d-b8f4-683f473a0094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.350598431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d8523732-5a55-4ffa-af0e-2ae2e186b682","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.350625347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d8523732-5a55-4ffa-af0e-2ae2e186b682","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.350901987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5804529b-e5e1-4c09-91ea-b532b4f32e43","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.350913936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5804529b-e5e1-4c09-91ea-b532b4f32e43","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.351116772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c770f6c1-e01f-49de-b26e-be1392d061dd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.351127398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c770f6c1-e01f-49de-b26e-be1392d061dd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.351474206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"634cb427-0751-4e94-beaf-e9ca07fcd2a4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.351491156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"634cb427-0751-4e94-beaf-e9ca07fcd2a4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.400957743Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a90dfccb-e0e9-4aeb-973e-1aa8bcdd227e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.401540305Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a4a176ac-2c82-4ee7-81f8-b4e2759bb3bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.421174671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d9dd998f-c38b-49cc-8ed9-5aedd6cf3cfb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.421193881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d9dd998f-c38b-49cc-8ed9-5aedd6cf3cfb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.421464808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"778875cf-9429-4860-a969-55ae4e3bd04d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.421475869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"778875cf-9429-4860-a969-55ae4e3bd04d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.421714734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"38fc633b-3b29-4a26-a3ed-60466b46da8e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.421731095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"38fc633b-3b29-4a26-a3ed-60466b46da8e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.421960461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f9dcdbb6-2d79-4d65-8729-704a1d2ab372","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.42197263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f9dcdbb6-2d79-4d65-8729-704a1d2ab372","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.500765258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9216fc9a-2534-4383-ae3b-5c3d92125b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.50076507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69877c90-9289-4fda-8495-c23718d85150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.557329177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69877c90-9289-4fda-8495-c23718d85150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.557435882Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69877c90-9289-4fda-8495-c23718d85150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.557992559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9216fc9a-2534-4383-ae3b-5c3d92125b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.558056987Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9216fc9a-2534-4383-ae3b-5c3d92125b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.755624788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b1b438f-a9a8-47af-b598-bf822636cb2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.755685105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d0ef561-72cb-47fa-a6ae-1918473163cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.809988293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b1b438f-a9a8-47af-b598-bf822636cb2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.810051953Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b1b438f-a9a8-47af-b598-bf822636cb2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.810462683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d0ef561-72cb-47fa-a6ae-1918473163cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:52.810508061Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d0ef561-72cb-47fa-a6ae-1918473163cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:53.605738991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffbeaaa0-1789-477d-822a-28725b6b3e88","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:53.605761479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffbeaaa0-1789-477d-822a-28725b6b3e88","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.111059902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f993d686-fe69-4b9d-9323-ce0d68efcce2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.111080315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f993d686-fe69-4b9d-9323-ce0d68efcce2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.111337228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"547498fd-522f-4e3d-a038-824d15b74308","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.11136541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"547498fd-522f-4e3d-a038-824d15b74308","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.111571661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bda83d39-823a-467e-92ed-6ed9eae2b515","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.111584753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bda83d39-823a-467e-92ed-6ed9eae2b515","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.111769958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f238951b-ce07-40dd-abd9-94d0de49cd5f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.111784568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f238951b-ce07-40dd-abd9-94d0de49cd5f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.11196273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac175933-f73d-4dc8-8d42-c218b712f3a9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.111972927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac175933-f73d-4dc8-8d42-c218b712f3a9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.161892924Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c2fce749-5fd3-4f49-9ff9-f6d59b65a36f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.161894202Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"54544de3-f1b2-4915-adbb-21501972ad1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.209248003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b776cbc-9f27-489d-bca7-c54e11621d0c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.209266993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b776cbc-9f27-489d-bca7-c54e11621d0c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.209534483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"688303ff-c57c-4f69-b8e7-d8619624eb95","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.209545896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"688303ff-c57c-4f69-b8e7-d8619624eb95","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.209714251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9b4811b5-e97c-47d8-aab4-7164bcaeb163","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.209723623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9b4811b5-e97c-47d8-aab4-7164bcaeb163","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.209907656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e76a4180-1c77-49c1-a42d-d8fcfdd07f90","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.209921331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e76a4180-1c77-49c1-a42d-d8fcfdd07f90","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.210090536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"096e0594-58fb-4e4b-9d7b-314fd64d2080","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.210101081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"096e0594-58fb-4e4b-9d7b-314fd64d2080","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.26059246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94e2560a-3471-4c50-b73a-46269603c6fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.260588034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"781c4f40-870d-4629-ae1d-1e8a189bb490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.315589881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"781c4f40-870d-4629-ae1d-1e8a189bb490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.315624846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94e2560a-3471-4c50-b73a-46269603c6fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.315660466Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"781c4f40-870d-4629-ae1d-1e8a189bb490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.315669956Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94e2560a-3471-4c50-b73a-46269603c6fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.513827531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bdecc66-2947-48ee-9f44-0655cb902081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.513839737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ef05f4e-47b5-4f16-8f59-96498ad71f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.568575556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bdecc66-2947-48ee-9f44-0655cb902081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.568646774Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bdecc66-2947-48ee-9f44-0655cb902081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.568567135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ef05f4e-47b5-4f16-8f59-96498ad71f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:56.568705914Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ef05f4e-47b5-4f16-8f59-96498ad71f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:57.382515197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f347e3e-ccf6-4472-9131-591d5132fa59","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:57.382545985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f347e3e-ccf6-4472-9131-591d5132fa59","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:57.515621756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0aa82c17-2e5d-4e3d-8766-90c07638f53f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:57.515621869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ec976f2-4e89-4715-8144-c45df7e74297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:57.597758458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ec976f2-4e89-4715-8144-c45df7e74297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:57.59780062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0aa82c17-2e5d-4e3d-8766-90c07638f53f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:57.597843054Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0aa82c17-2e5d-4e3d-8766-90c07638f53f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:57.597843177Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ec976f2-4e89-4715-8144-c45df7e74297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:57.795809921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e20266a6-67c4-40ca-afb6-5a84f345cdc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:57.798794355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98991273-3e42-4419-8681-9d3f43294515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:57.850392849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e20266a6-67c4-40ca-afb6-5a84f345cdc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:57.850459643Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e20266a6-67c4-40ca-afb6-5a84f345cdc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:57.852946713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98991273-3e42-4419-8681-9d3f43294515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:57.85299697Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98991273-3e42-4419-8681-9d3f43294515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.750395171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9bea7be2-0961-4ea0-a5d7-c3eac77c1f5e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.75042332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9bea7be2-0961-4ea0-a5d7-c3eac77c1f5e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.750736936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"308cac1b-54c1-4fa5-b5a0-8bb4eaa5fe4a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.750754205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"308cac1b-54c1-4fa5-b5a0-8bb4eaa5fe4a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.751026968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ebc6a2dd-2bf9-4483-a386-f8914a7bfcee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.751043753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ebc6a2dd-2bf9-4483-a386-f8914a7bfcee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.751291907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e30418f1-c800-4307-9ef6-4703e83bbc24","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.751307305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e30418f1-c800-4307-9ef6-4703e83bbc24","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.751635879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"477b7ad4-60d8-4b43-8e8c-65f57f73fe74","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.751654259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"477b7ad4-60d8-4b43-8e8c-65f57f73fe74","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.751927771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"230c9180-1262-4266-8442-83fbb9289514","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.751945574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"230c9180-1262-4266-8442-83fbb9289514","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.801891473Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6af962b8-9b85-490a-8d2f-17d328b7fa0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.802156245Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32b32c07-a2d6-4d2a-9b1b-5a67d2b4b945","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.824682534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ff14036e-901a-4e94-871a-02d624b5ba73","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.824702439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ff14036e-901a-4e94-871a-02d624b5ba73","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.824945473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f713aad2-7be1-4e18-8bbe-106905b41424","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.824959827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f713aad2-7be1-4e18-8bbe-106905b41424","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.825151759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2ec8f3ea-3d31-4522-ba4c-6596182b0abc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.825162164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2ec8f3ea-3d31-4522-ba4c-6596182b0abc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.825332967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9f491b33-ecc7-4a05-9fa1-ef7943f8e135","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.82534533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9f491b33-ecc7-4a05-9fa1-ef7943f8e135","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.825565376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ef9c72b5-7508-4682-a79c-d425ecda39a7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.825580977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ef9c72b5-7508-4682-a79c-d425ecda39a7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.825788301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"07c78e8b-4f64-432c-a543-6e010a2c7d58","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.825799336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"07c78e8b-4f64-432c-a543-6e010a2c7d58","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.901000004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44a70f1e-78a9-47d9-8b84-ff2ded3c7a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.9010825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5c7f5cd-b5e0-424d-bb89-f08400a8b79d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.959789724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5c7f5cd-b5e0-424d-bb89-f08400a8b79d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.9598575Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5c7f5cd-b5e0-424d-bb89-f08400a8b79d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.968588546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44a70f1e-78a9-47d9-8b84-ff2ded3c7a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:00.968653611Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44a70f1e-78a9-47d9-8b84-ff2ded3c7a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:01.16039633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6782a49e-2f17-4794-a9d7-8ce720c84417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:01.168229543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69e94a16-a4ee-4fda-9498-2671a90a0639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:01.218075777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6782a49e-2f17-4794-a9d7-8ce720c84417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:01.218158512Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6782a49e-2f17-4794-a9d7-8ce720c84417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:01.224691006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69e94a16-a4ee-4fda-9498-2671a90a0639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:01.224758415Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69e94a16-a4ee-4fda-9498-2671a90a0639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:02.031178304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22729238-4db7-4e2c-907c-4ef87bd1b96c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:02.03120665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22729238-4db7-4e2c-907c-4ef87bd1b96c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.918465845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b5a22012-e667-456e-aa6b-f59c61a5cd3f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.918486758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b5a22012-e667-456e-aa6b-f59c61a5cd3f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.918744394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b6b1732d-52c1-4604-9a56-8ba30ad09dc1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.918757059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b6b1732d-52c1-4604-9a56-8ba30ad09dc1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.918970775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6a2a23ad-d894-4f71-b5c0-744a3a00aa27","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.918982334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6a2a23ad-d894-4f71-b5c0-744a3a00aa27","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.919208369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cfcd0a43-61eb-4111-ad65-43fb0f780008","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.91921967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cfcd0a43-61eb-4111-ad65-43fb0f780008","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.919419865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5473e567-ffbc-48e8-9aae-5a960ec27f6a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.919430851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5473e567-ffbc-48e8-9aae-5a960ec27f6a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.919622041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"708a111c-5bb8-4de5-af91-837f3fa3ab20","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.919632651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"708a111c-5bb8-4de5-af91-837f3fa3ab20","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.919843372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff83adff-b7f0-4f23-ae12-9fd9581ea6cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.919857223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff83adff-b7f0-4f23-ae12-9fd9581ea6cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.975439824Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5777a6ba-62b8-4681-a419-f96cf0784f69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.989400031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19d950e8-5596-4aaa-8176-d7112d37809a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.989424774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19d950e8-5596-4aaa-8176-d7112d37809a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.989809768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"79dbdaa0-1133-4260-a75b-68b8c06da32c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.989826301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"79dbdaa0-1133-4260-a75b-68b8c06da32c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.990155442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8b0c40e4-2c66-4d21-8fb7-6c3a92d5f9e4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.990171979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8b0c40e4-2c66-4d21-8fb7-6c3a92d5f9e4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.990413895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"09c48188-ddcb-476b-8071-368a26f80480","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.990426883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"09c48188-ddcb-476b-8071-368a26f80480","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.990664385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"edd4e694-abda-4caf-9053-5bc1c50d0516","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.99067701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"edd4e694-abda-4caf-9053-5bc1c50d0516","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.990955972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"907234fe-5554-4174-bd59-908d70a1744e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.990968738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"907234fe-5554-4174-bd59-908d70a1744e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.991187486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"692446e1-b1f2-4887-bb1d-59e366a174f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:03.991200339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"692446e1-b1f2-4887-bb1d-59e366a174f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:04.067812808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df73a6fc-a5cf-41a1-ac18-f2f5144984f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:04.067821744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e854a08f-1640-4716-986f-e67ca6fd49b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:04.123405009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e854a08f-1640-4716-986f-e67ca6fd49b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:04.123481082Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e854a08f-1640-4716-986f-e67ca6fd49b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:04.123415775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df73a6fc-a5cf-41a1-ac18-f2f5144984f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:04.128723843Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"69312189-185b-4066-b4b2-372cc7f6cc7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:04.287271635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2b738ee-2446-447d-b91e-78b7dacade83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:04.287295911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2b738ee-2446-447d-b91e-78b7dacade83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:04.322046121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58c3a8d2-abc0-4579-ad2c-dab50786b6a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:04.378291538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58c3a8d2-abc0-4579-ad2c-dab50786b6a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:04.378379208Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58c3a8d2-abc0-4579-ad2c-dab50786b6a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:04.484628667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"793cf352-695b-4942-9c99-cb1a4b079789","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:04.523918439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"004e9b5c-3c11-46e3-9446-fd32582386e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:04.579483554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"004e9b5c-3c11-46e3-9446-fd32582386e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:05.180832582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba2378d7-e23d-4474-931b-3514f62e0c70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:05.180860445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba2378d7-e23d-4474-931b-3514f62e0c70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:05.196707618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34586a86-0807-4611-88a8-1d94d267b0c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:05.196737475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42a6dd0a-5cba-4d72-bedd-2fd906cf1a0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:05.251388244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42a6dd0a-5cba-4d72-bedd-2fd906cf1a0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:05.251409785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34586a86-0807-4611-88a8-1d94d267b0c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:05.251464142Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34586a86-0807-4611-88a8-1d94d267b0c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:05.386254604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"61026324-e0b7-4871-88f8-b0a4b4f66b5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:05.448704757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1efd02f3-1275-486a-9cf0-315394bd85fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:05.503506708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1efd02f3-1275-486a-9cf0-315394bd85fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:05.503569648Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1efd02f3-1275-486a-9cf0-315394bd85fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:05.650409868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fffdfee1-d79e-4ddb-aec5-c1ac0f9d7281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:05.705006417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fffdfee1-d79e-4ddb-aec5-c1ac0f9d7281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.278067075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5b67a218-f119-415f-bf08-76edf1ca9c70","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.278099817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5b67a218-f119-415f-bf08-76edf1ca9c70","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.278421673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5de1fd98-4293-4e46-93ba-6bb83790371e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.278442305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5de1fd98-4293-4e46-93ba-6bb83790371e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.278748732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"beaa3ec1-acac-4014-97c6-d9ea14649311","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.278761854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"beaa3ec1-acac-4014-97c6-d9ea14649311","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.27899511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bbda9f2d-ca2c-4b33-b35f-254e874fa4bd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.279007568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bbda9f2d-ca2c-4b33-b35f-254e874fa4bd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.279224111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a9c37f29-36c3-432c-b4de-e63c4da42ae3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.279236029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a9c37f29-36c3-432c-b4de-e63c4da42ae3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.279472155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be86db6e-c3fa-41bd-a615-a3e283f66810","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.279484368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be86db6e-c3fa-41bd-a615-a3e283f66810","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.27969385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db79b044-dd6a-4491-9edc-9da7c7860e56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.279707977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db79b044-dd6a-4491-9edc-9da7c7860e56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.280004945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d7bf164-d55d-49d3-8e1e-26936e30f9ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.280022883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d7bf164-d55d-49d3-8e1e-26936e30f9ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.339680832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6326a1a5-9e01-427c-a168-6940c0840b0d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.339705075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6326a1a5-9e01-427c-a168-6940c0840b0d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.33998169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ed7ea0e8-6762-417a-9c82-4254d50d0212","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.339996684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ed7ea0e8-6762-417a-9c82-4254d50d0212","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.340217337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9a5e2e8-26a9-45a2-8d42-6d101824a766","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.340230553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9a5e2e8-26a9-45a2-8d42-6d101824a766","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.340459084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5186d616-025f-4dec-94ca-b4d8fa05bdc3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.340471668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5186d616-025f-4dec-94ca-b4d8fa05bdc3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.34069453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b6aa2abe-8f95-47ba-801d-7e1b17ad512f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.340705878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b6aa2abe-8f95-47ba-801d-7e1b17ad512f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.340884038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"acf8b088-b0c2-4ee7-aaa6-2fa4e9764563","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.34089627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"acf8b088-b0c2-4ee7-aaa6-2fa4e9764563","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.341094011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2da0dbe2-fde4-449a-9217-1bf0b737976e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.34110443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2da0dbe2-fde4-449a-9217-1bf0b737976e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.341341652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1514ecdb-2e4b-4d96-b258-df7a56d6b78e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.341366495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1514ecdb-2e4b-4d96-b258-df7a56d6b78e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.427980384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84e2bbc1-064f-4b30-abda-49505a420264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.428174494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6029db3-9825-4c2d-a20a-9d1ebab0ceeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.477643912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24271d32-0b6d-43ff-8ba9-5fb71e2f1f9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.482688769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6029db3-9825-4c2d-a20a-9d1ebab0ceeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.482727377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84e2bbc1-064f-4b30-abda-49505a420264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.483066972Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3e373547-6cd1-40a0-9059-77028d7f7fd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.637531793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d9d3034-2feb-4d68-8991-6b8adc9e32e0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.637549753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d9d3034-2feb-4d68-8991-6b8adc9e32e0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.778702256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81491e31-c93d-4a5c-a863-b7f04094383e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.778774587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9a78e4b-d521-4cda-8061-c8673e67696f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.833624579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9a78e4b-d521-4cda-8061-c8673e67696f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.834514759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81491e31-c93d-4a5c-a863-b7f04094383e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:07.835563389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9c2acac0-45fb-4999-b959-c934823edc91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:08.541847109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d15f5dda-8f28-4543-a5dc-2093ee5e5123","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:08.541879159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d15f5dda-8f28-4543-a5dc-2093ee5e5123","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:08.743389363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f86d8e9c-5e88-416a-9235-cc257b6647b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:11.096921206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"49c321b0-9625-46bc-a965-bae8813e2ff7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:11.096949377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"49c321b0-9625-46bc-a965-bae8813e2ff7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:13.256275484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"09433408-2ade-487b-9fbe-a19823bf89c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:13.356410966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59789de4-3ab0-4130-a357-633054cf3f8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:13.412495015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94eb8eea-1247-42e2-aa95-b2cbda8134a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:13.412516535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94eb8eea-1247-42e2-aa95-b2cbda8134a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:13.438300589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f541e6c4-fa01-4f45-89db-caec85316a10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:13.438300439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b0898c8-f67d-4e88-8dcf-e767d01f49d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:13.509691318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f541e6c4-fa01-4f45-89db-caec85316a10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:13.509714286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b0898c8-f67d-4e88-8dcf-e767d01f49d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:13.538521272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"461d5cfa-030b-4e03-a810-93db285c3afe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:13.538540938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"461d5cfa-030b-4e03-a810-93db285c3afe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:13.85727697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8b7a675-2fc9-4154-8326-2fc1cd44be82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:13.857417044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de66ee3b-199e-4b3f-be58-fb08634cb43a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:13.91249488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de66ee3b-199e-4b3f-be58-fb08634cb43a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:13.913823824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8b7a675-2fc9-4154-8326-2fc1cd44be82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:14.742483252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"57c4b88e-5f1e-40c3-abf5-e9dcbad411f8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:14.742510979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"57c4b88e-5f1e-40c3-abf5-e9dcbad411f8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:17.341523957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"689bd444-9a86-4fbe-b4dd-3d1645d2baab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:17.341546358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"689bd444-9a86-4fbe-b4dd-3d1645d2baab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:17.341830146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c6c93f2-7da0-4749-b35a-d03a44932fa8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:17.341840563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c6c93f2-7da0-4749-b35a-d03a44932fa8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:17.342018696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e2c10bc2-27e6-41a1-9d1e-3b0c38b459f6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:17.342028186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e2c10bc2-27e6-41a1-9d1e-3b0c38b459f6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:17.342217495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7d0dfd94-f4cc-474f-a7ca-e54858773cbb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:17.342227818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7d0dfd94-f4cc-474f-a7ca-e54858773cbb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:17.475553816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8ed2ca9e-be09-45a5-841f-53196070ba75","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:17.475573677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8ed2ca9e-be09-45a5-841f-53196070ba75","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:19.276577075Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:19.843305887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2b3cbf06-9b1a-4b23-a13c-7b967afc1b3f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:19.843327411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2b3cbf06-9b1a-4b23-a13c-7b967afc1b3f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:22.334287521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"294153a7-16ae-431c-8936-df20e704c19f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:22.334314626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"294153a7-16ae-431c-8936-df20e704c19f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:22.666603163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"539d0ead-b0ff-45df-b7ad-a5386d61526a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:22.766383597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8b987c2f-a29e-49d9-8391-011ff2cd4ebe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:23.413049071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b20871d3-ec50-4423-bfaf-4ec8150e63d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:23.413071337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b20871d3-ec50-4423-bfaf-4ec8150e63d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:23.539572381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2f13fc8-7394-48e7-881f-eb030f216848","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:23.539593715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2f13fc8-7394-48e7-881f-eb030f216848","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:24.786508973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"14bf89d9-8808-4782-868b-168c3d9ddcc0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:24.786529609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"14bf89d9-8808-4782-868b-168c3d9ddcc0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.785896993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05596e0f-f665-4516-bb7b-772bc5a18ef4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.785916779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05596e0f-f665-4516-bb7b-772bc5a18ef4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.9851064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae74cb7d-0b12-402f-b266-5a0ba6961906","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.988494254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c49010e-8ac4-44b2-9621-f7172f8d13ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.988539103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7194165d-8de0-4642-9373-328fb6f84a63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:28.090041579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7194165d-8de0-4642-9373-328fb6f84a63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:28.090486211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c49010e-8ac4-44b2-9621-f7172f8d13ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:28.143818731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2668148-7646-4d69-989d-f0dfdb8bd1d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:28.143839256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2668148-7646-4d69-989d-f0dfdb8bd1d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:28.342182904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cbb114a3-1c29-484c-a130-43f6bddd8934","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:31.207064361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36b5648c-f7b0-48f7-bb0d-25b08ebd469d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:31.207093478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36b5648c-f7b0-48f7-bb0d-25b08ebd469d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:31.4070028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7a7ddf05-47b4-4f0c-a5b1-c5af792e7e75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:31.410737473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99a86799-d4d3-4c5e-9f1e-39a7b64acea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:31.410738007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c2f8880-dc3e-438c-b5d0-5a11a2a5fdec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:31.512929649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99a86799-d4d3-4c5e-9f1e-39a7b64acea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:31.512948123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c2f8880-dc3e-438c-b5d0-5a11a2a5fdec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:31.573231918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f3dfd224-6697-4b8c-a2e2-fe926df97754","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:31.573260429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f3dfd224-6697-4b8c-a2e2-fe926df97754","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:31.772619629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"24db745d-404d-4324-9d9d-f7294c97f18a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:34.023536833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7dfda126-5fbe-486a-9da2-ed6f98cf6734","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:34.023557558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7dfda126-5fbe-486a-9da2-ed6f98cf6734","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:34.176693398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"826b1461-c4c6-42ef-8f15-ce1afbe09f3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:34.230761369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"826b1461-c4c6-42ef-8f15-ce1afbe09f3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:34.244954114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d7c21666-8462-4ac2-a8bb-9cb69d73fb2f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:34.244999098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d7c21666-8462-4ac2-a8bb-9cb69d73fb2f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:34.391947582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26cf227f-24d6-41c9-9613-5a1a1d0948d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:34.446373066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26cf227f-24d6-41c9-9613-5a1a1d0948d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:34.446436813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a7c6060-05c7-4c49-af25-b5c4189bbae6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:34.484795174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45201303-4e69-4a4f-8c07-ffd6a2537f1b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:34.484815027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45201303-4e69-4a4f-8c07-ffd6a2537f1b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:34.602017354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f1bd01d-9fa6-4ce0-ab8f-473c70e3cc98","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:34.602038598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f1bd01d-9fa6-4ce0-ab8f-473c70e3cc98","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:34.631870808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5183563-2373-497e-80d3-8b8eee597aee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:34.686138139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5183563-2373-497e-80d3-8b8eee597aee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:49.28248767Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:18.28150909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ae9f1c1-106e-4699-94d9-84f3839fbbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:18.330628378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ae9f1c1-106e-4699-94d9-84f3839fbbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:18.379905604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ae9f1c1-106e-4699-94d9-84f3839fbbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:18.429642646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ae9f1c1-106e-4699-94d9-84f3839fbbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:18.980499773Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3df7da3e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3df7da3e","reconcileID":"9bbce75f-8772-449e-9c76-f5d1965bc613","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3df7da3e","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-3df7da3e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:19.236301258Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:20.010213649Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-87e6ae88","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-87e6ae88","reconcileID":"af945bbb-6428-4341-b4c6-229e3463de3f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-87e6ae88","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-87e6ae88":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:20.393222483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28186d04-42c1-4e58-8098-d4c8418fef40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:20.442747311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28186d04-42c1-4e58-8098-d4c8418fef40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:20.492326528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28186d04-42c1-4e58-8098-d4c8418fef40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:20.54364686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28186d04-42c1-4e58-8098-d4c8418fef40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:22.376930289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83949235-36cb-42be-a6f9-8f1077a04b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:22.427841653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83949235-36cb-42be-a6f9-8f1077a04b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:22.477411716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83949235-36cb-42be-a6f9-8f1077a04b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:22.526322301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83949235-36cb-42be-a6f9-8f1077a04b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:23.761557067Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-f214434c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-f214434c","reconcileID":"2ac6e1c9-5606-45fc-8788-0d51ce886daa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-f214434c-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-f214434c-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:24.379652383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f13d9b-6707-4301-871c-0d21973ed201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:24.428464284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f13d9b-6707-4301-871c-0d21973ed201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:24.477607996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f13d9b-6707-4301-871c-0d21973ed201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:24.529750498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f13d9b-6707-4301-871c-0d21973ed201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:25.103162721Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-5442f600","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-5442f600","reconcileID":"0efa9d0d-9b57-46ed-add8-c432c527023c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-5442f600","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-5442f600":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:26.390370691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2718a6c7-8056-49d4-b651-5c828f80ce59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:26.439525003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2718a6c7-8056-49d4-b651-5c828f80ce59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:26.488439382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2718a6c7-8056-49d4-b651-5c828f80ce59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:26.537610497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2718a6c7-8056-49d4-b651-5c828f80ce59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:28.383279674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28bd7293-d4d9-4246-a997-1928eeb061dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:28.432375685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28bd7293-d4d9-4246-a997-1928eeb061dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:28.48158614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28bd7293-d4d9-4246-a997-1928eeb061dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:28.530511926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28bd7293-d4d9-4246-a997-1928eeb061dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:29.361705522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"e506cea6-3f5a-456a-bc51-3f885a982f68","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-87e6ae88","tenantID":"e2e-ait-87e6ae88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:29.475186542Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"e506cea6-3f5a-456a-bc51-3f885a982f68","name":"e2e-ait-87e6ae88-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:29.811133044Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-be15b010","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-be15b010","reconcileID":"1ee2cb8a-1eb1-4e5b-8dcd-097dee1c9bd4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-be15b010","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-be15b010":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:30.44844408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa531b49-869c-4634-abd3-c22471a84333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:30.499293923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa531b49-869c-4634-abd3-c22471a84333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:30.550241085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa531b49-869c-4634-abd3-c22471a84333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:30.59933063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa531b49-869c-4634-abd3-c22471a84333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:32.479789798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caca78dd-6e2a-4657-9a50-701c5f006f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:32.529937161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caca78dd-6e2a-4657-9a50-701c5f006f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:32.57932899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caca78dd-6e2a-4657-9a50-701c5f006f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:32.63445009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caca78dd-6e2a-4657-9a50-701c5f006f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:34.47128176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fffb8c2b-3957-45f2-bf9b-ee4812be8981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:34.520427932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fffb8c2b-3957-45f2-bf9b-ee4812be8981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:34.569431031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fffb8c2b-3957-45f2-bf9b-ee4812be8981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:34.618615451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fffb8c2b-3957-45f2-bf9b-ee4812be8981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:34.716787252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"88ad2709-c086-4095-a827-603577d8f93e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-5442f600","tenantID":"e2e-ait-5442f600","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:34.829481272Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"88ad2709-c086-4095-a827-603577d8f93e","name":"e2e-ait-5442f600-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:39.394456799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"9b01cb64-ee25-4545-871e-13abde57ade2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-3df7da3e","tenantID":"e2e-ait-3df7da3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:39.453501398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ddddac5d-cb74-46a1-9660-79285e114145","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:39.507387276Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"9b01cb64-ee25-4545-871e-13abde57ade2","name":"e2e-ait-3df7da3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:39.573999809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c19b6fe0-a7c2-46dd-ba5b-18d5fa9d1990","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:48.419425886Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"15f1c239-6087-4051-bfd4-b692dda4ece1","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:48.471609607Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"15f1c239-6087-4051-bfd4-b692dda4ece1","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:48.570180335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"15f1c239-6087-4051-bfd4-b692dda4ece1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-f214434c-gw","tenantID":"e2e-migrate-f214434c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:48.683564893Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"15f1c239-6087-4051-bfd4-b692dda4ece1","name":"e2e-migrate-f214434c-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:49.23227544Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:53.155980511Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"24745838-e57c-425e-99a0-149e90e109bf","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:53.305387366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"24745838-e57c-425e-99a0-149e90e109bf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-be15b010","tenantID":"e2e-derive-be15b010","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:53.419391479Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"24745838-e57c-425e-99a0-149e90e109bf","name":"e2e-derive-be15b010-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.470204935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ebc0db-f982-4475-a5b7-2b5ce1182ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.51928984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ebc0db-f982-4475-a5b7-2b5ce1182ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.568257492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ebc0db-f982-4475-a5b7-2b5ce1182ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.617218451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ebc0db-f982-4475-a5b7-2b5ce1182ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:01.449734081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92bd7af6-aa9d-4501-9117-db7c73517a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:01.49875225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92bd7af6-aa9d-4501-9117-db7c73517a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:01.547540453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92bd7af6-aa9d-4501-9117-db7c73517a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:01.596427858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92bd7af6-aa9d-4501-9117-db7c73517a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:03.399042708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cc7dd8-b08f-4d5e-8433-27af2054d530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:03.448265021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cc7dd8-b08f-4d5e-8433-27af2054d530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:03.499234106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cc7dd8-b08f-4d5e-8433-27af2054d530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:03.549178078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cc7dd8-b08f-4d5e-8433-27af2054d530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:05.37116953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020ea2a8-c0a1-45c5-a6f9-c813d1110c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:05.420231578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020ea2a8-c0a1-45c5-a6f9-c813d1110c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:05.469260003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020ea2a8-c0a1-45c5-a6f9-c813d1110c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:05.518209882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020ea2a8-c0a1-45c5-a6f9-c813d1110c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:07.366902385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75cd9b2-692a-4de4-a460-be7afd564d7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:07.41577853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75cd9b2-692a-4de4-a460-be7afd564d7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:07.465255072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75cd9b2-692a-4de4-a460-be7afd564d7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:07.514495351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75cd9b2-692a-4de4-a460-be7afd564d7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:09.32929627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7589682f-fa46-4ade-a689-475a8e84a149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:09.379521864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7589682f-fa46-4ade-a689-475a8e84a149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:09.429454746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7589682f-fa46-4ade-a689-475a8e84a149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:09.478745349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7589682f-fa46-4ade-a689-475a8e84a149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:11.296496947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48054d40-6c38-4304-8df6-5416f07cf780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:11.345447626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48054d40-6c38-4304-8df6-5416f07cf780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:11.394439562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48054d40-6c38-4304-8df6-5416f07cf780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:11.444526239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48054d40-6c38-4304-8df6-5416f07cf780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:11.543579492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"53dce47d-97f7-4357-b115-9429d29cd3c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:11.664744042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b743c6c1-d48a-426f-b16d-ba8a3562ae1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:13.275115718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb607937-0cdb-410d-a650-97570e17b465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:13.324462295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb607937-0cdb-410d-a650-97570e17b465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:13.373252191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb607937-0cdb-410d-a650-97570e17b465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:13.422394719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb607937-0cdb-410d-a650-97570e17b465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:15.244312605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c1bf68-0e97-49e9-9103-5f97ced6ae78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:15.293395657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c1bf68-0e97-49e9-9103-5f97ced6ae78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:15.342482986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c1bf68-0e97-49e9-9103-5f97ced6ae78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:15.391488261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c1bf68-0e97-49e9-9103-5f97ced6ae78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:17.201167735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf83f317-b799-4b77-92a0-f3a457d3c4e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:17.250245355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf83f317-b799-4b77-92a0-f3a457d3c4e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:17.300978935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf83f317-b799-4b77-92a0-f3a457d3c4e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:17.350159345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf83f317-b799-4b77-92a0-f3a457d3c4e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:17.402652332Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"628f6c6a-12d1-41e5-a148-0096273a816a","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:17.552841651Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"628f6c6a-12d1-41e5-a148-0096273a816a","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.216038008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b454b4-b723-4c5c-81b8-4560d5af998f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.230917203Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.265046774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b454b4-b723-4c5c-81b8-4560d5af998f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.314224531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b454b4-b723-4c5c-81b8-4560d5af998f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.363243076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b454b4-b723-4c5c-81b8-4560d5af998f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:21.168546767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd37a5f6-a902-466b-bd05-5ede63adc535","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:21.217634898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd37a5f6-a902-466b-bd05-5ede63adc535","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:21.266608766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd37a5f6-a902-466b-bd05-5ede63adc535","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:21.315725452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd37a5f6-a902-466b-bd05-5ede63adc535","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.360079328Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"e67a6f3a-9983-4548-a575-3633a87cfc8a","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.707841486Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","namespace":"ai-tenant-e2e-ait-87e6ae88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.707901551Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","namespace":"ai-tenant-e2e-ait-87e6ae88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.707966386Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","tenant":"e2e-ait-87e6ae88","tenantID":"e2e-ait-87e6ae88","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.759309457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"Deployment","name":"maas-api-e2e-ait-87e6ae88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.820001379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"Service","name":"maas-api-e2e-ait-87e6ae88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.877831715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-87e6ae88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.931201958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-87e6ae88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.983056758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-87e6ae88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.038620708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-87e6ae88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.0909789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-87e6ae88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.145422593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-87e6ae88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.184394373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"389cacad-298d-4e44-ba82-ffa9bf654c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.233062419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"Deployment","name":"payload-processing-e2e-ait-87e6ae88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.233537601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"389cacad-298d-4e44-ba82-ffa9bf654c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.283716395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-87e6ae88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.284200364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"389cacad-298d-4e44-ba82-ffa9bf654c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.333323994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"Service","name":"payload-processing-e2e-ait-87e6ae88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.333451717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"389cacad-298d-4e44-ba82-ffa9bf654c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.382534439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"Service","name":"payload-pre-processing-e2e-ait-87e6ae88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.431697939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"DestinationRule","name":"payload-processing-e2e-ait-87e6ae88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.480376781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-87e6ae88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.529311088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-87e6ae88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.600543307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-87e6ae88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.649288392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-87e6ae88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.698380881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-87e6ae88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.74744452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-87e6ae88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.79831038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e6ae88"},"namespace":"ai-tenant-e2e-ait-87e6ae88","name":"default-tenant","reconcileID":"d7841dc7-cfd3-4605-ba47-a9ebfeb3b755","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-87e6ae88","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.853709136Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","namespace":"ai-tenant-e2e-ait-5442f600","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.853818037Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","namespace":"ai-tenant-e2e-ait-5442f600","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.853879556Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","tenant":"e2e-ait-5442f600","tenantID":"e2e-ait-5442f600","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.905849441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"Deployment","name":"maas-api-e2e-ait-5442f600","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.964754351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"Service","name":"maas-api-e2e-ait-5442f600","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.018313295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-5442f600","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.069864848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-5442f600","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.125089444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-5442f600","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.177246165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-5442f600","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.231881243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-5442f600","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.283855941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-5442f600","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.341294356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"Deployment","name":"payload-processing-e2e-ait-5442f600","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.392219201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-5442f600","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.441566501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"Service","name":"payload-processing-e2e-ait-5442f600","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.490560179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"Service","name":"payload-pre-processing-e2e-ait-5442f600","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.539524942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"DestinationRule","name":"payload-processing-e2e-ait-5442f600","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.588691623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-5442f600","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.614707645Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-87e6ae88","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-87e6ae88","reconcileID":"4d0b113c-fbc4-4c83-b9c9-25ae741412cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-87e6ae88","removed":["maas.opendatahub.io/gateway-access-e2e-ait-87e6ae88"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.669078185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-5442f600","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.722724954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-5442f600","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.771607271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-5442f600","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.822599689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-5442f600","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.873438501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-5442f600","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.92375824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5442f600"},"namespace":"ai-tenant-e2e-ait-5442f600","name":"default-tenant","reconcileID":"926f21bd-e539-4f6e-b90f-b3f4a8ea4588","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-5442f600","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.981700465Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","namespace":"ai-tenant-e2e-ait-3df7da3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.981771819Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","namespace":"ai-tenant-e2e-ait-3df7da3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:24.981862092Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","tenant":"e2e-ait-3df7da3e","tenantID":"e2e-ait-3df7da3e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.033765393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"Deployment","name":"maas-api-e2e-ait-3df7da3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.094661222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"Service","name":"maas-api-e2e-ait-3df7da3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.149702689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-3df7da3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.186042127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbe3a553-222b-411d-b599-0bc50af8e893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.234991063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbe3a553-222b-411d-b599-0bc50af8e893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.238902135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-3df7da3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.284710116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbe3a553-222b-411d-b599-0bc50af8e893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.334849292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbe3a553-222b-411d-b599-0bc50af8e893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.341809527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.394057797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.450679333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.504154994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.585911802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"Deployment","name":"payload-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.634632844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.683049797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"Service","name":"payload-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.733907937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"Service","name":"payload-pre-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.751290065Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-5442f600","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-5442f600","reconcileID":"1397518d-f8cc-464d-b5e4-e635575ebe01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-5442f600","removed":["maas.opendatahub.io/gateway-access-e2e-ait-5442f600"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.782862567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"DestinationRule","name":"payload-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.831994592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.880526509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.933571552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.98227783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:26.030973939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:26.079665048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:26.128688691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"f6c3c582-f8b4-42ec-a421-56f282f72fbc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-3df7da3e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:27.139710416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17e8dd4-067d-493d-a8fa-b3327c167e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:27.190267238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17e8dd4-067d-493d-a8fa-b3327c167e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:27.239337488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17e8dd4-067d-493d-a8fa-b3327c167e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:27.288794123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17e8dd4-067d-493d-a8fa-b3327c167e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:29.172324155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c157fa-4bac-4f84-854d-aa0842c5223a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:29.221284973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c157fa-4bac-4f84-854d-aa0842c5223a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:29.270206656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c157fa-4bac-4f84-854d-aa0842c5223a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:29.319061508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c157fa-4bac-4f84-854d-aa0842c5223a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:31.240972175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94f2df11-4494-43a2-b3d3-ed41eefb3479","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:31.328549096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e133bec9-1c80-4f25-83e0-e8b994099665","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:31.661672999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20595ef4-a90c-4553-9326-9699f26911a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:31.710336764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20595ef4-a90c-4553-9326-9699f26911a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:31.76010631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20595ef4-a90c-4553-9326-9699f26911a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:31.808842564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20595ef4-a90c-4553-9326-9699f26911a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:32.218059678Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-a74d15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-a74d15","reconcileID":"8de0e828-00a4-4651-9309-b5c3eefa3627","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-a74d15","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-a74d15":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:32.829100723Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-4ec609","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-4ec609","reconcileID":"d71f9aa2-2b99-45c2-9190-737e594517de","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-4ec609","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-4ec609":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:33.682520883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c080c3c1-3c90-4544-82c0-86817be4b1df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:33.731492371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c080c3c1-3c90-4544-82c0-86817be4b1df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:33.78047019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c080c3c1-3c90-4544-82c0-86817be4b1df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:33.82963785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c080c3c1-3c90-4544-82c0-86817be4b1df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:35.640003369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f28c79-b3a6-4233-92e0-93a072d27228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:35.689390042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f28c79-b3a6-4233-92e0-93a072d27228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:35.73858451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f28c79-b3a6-4233-92e0-93a072d27228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:35.787720386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f28c79-b3a6-4233-92e0-93a072d27228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:35.964666088Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"cba1a43c-c1ed-47fd-979d-514c1241dc33","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.096715208Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"cba1a43c-c1ed-47fd-979d-514c1241dc33","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.670322588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8cdb1b-c7c4-41bc-8ce3-cbf26ac5a06b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.719465676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8cdb1b-c7c4-41bc-8ce3-cbf26ac5a06b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.76844577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8cdb1b-c7c4-41bc-8ce3-cbf26ac5a06b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.817479444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8cdb1b-c7c4-41bc-8ce3-cbf26ac5a06b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:39.243220952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a3f89c3-badb-4148-ab18-5026aa363101","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:39.489270459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"751484cd-d7bd-4a21-af66-3524abd53d24","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:40.712125522Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"333007a4-72f5-468a-8b8f-31cc9e45c114","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.037716378Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","namespace":"ai-tenant-e2e-ait-3df7da3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.037774789Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","namespace":"ai-tenant-e2e-ait-3df7da3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.037821889Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","tenant":"e2e-ait-3df7da3e","tenantID":"e2e-ait-3df7da3e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.086734687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"Deployment","name":"maas-api-e2e-ait-3df7da3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.135628853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"Service","name":"maas-api-e2e-ait-3df7da3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.184624708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-3df7da3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.233693069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-3df7da3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.282672785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.332313834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.38092521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.429830207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.479018111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"Deployment","name":"payload-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.529374022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.578665224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"Service","name":"payload-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.627654719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"Service","name":"payload-pre-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.676673628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"DestinationRule","name":"payload-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.725607947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.783844347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.833209483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.882265199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.931477012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.980504272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-3df7da3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:42.029267215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3df7da3e"},"namespace":"ai-tenant-e2e-ait-3df7da3e","name":"default-tenant","reconcileID":"267622d4-7006-4aa4-af84-0d8ad35f2f4b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-3df7da3e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:42.803572717Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3df7da3e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3df7da3e","reconcileID":"5ed0b7fa-df51-45c0-9ac4-dc0d4690ef6f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3df7da3e","removed":["maas.opendatahub.io/gateway-access-e2e-ait-3df7da3e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:43.873041691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89812068-f104-4d39-ae87-34fc2ac2475a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:43.924049205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89812068-f104-4d39-ae87-34fc2ac2475a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:43.975456512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89812068-f104-4d39-ae87-34fc2ac2475a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:44.024899367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89812068-f104-4d39-ae87-34fc2ac2475a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:45.868950687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb9278b-48c4-4a45-8f08-6ccc11284f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:45.919095088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb9278b-48c4-4a45-8f08-6ccc11284f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:45.968534984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb9278b-48c4-4a45-8f08-6ccc11284f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:46.017662498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb9278b-48c4-4a45-8f08-6ccc11284f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:48.78305382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0db60b7e-36d0-4c0a-b36a-5f206fdee5e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:48.832190549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0db60b7e-36d0-4c0a-b36a-5f206fdee5e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:48.881126149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0db60b7e-36d0-4c0a-b36a-5f206fdee5e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:48.930164148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0db60b7e-36d0-4c0a-b36a-5f206fdee5e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:49.231984014Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:49.363210084Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-b0a183","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-b0a183","reconcileID":"64d8d1d0-9b43-4f5b-b31e-b9e7c416873c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-b0a183","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-b0a183":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:50.773665736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3587b8d-180d-4bc5-bbcb-4c1323d327f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:50.823012823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3587b8d-180d-4bc5-bbcb-4c1323d327f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:50.872239302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3587b8d-180d-4bc5-bbcb-4c1323d327f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:50.92132552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3587b8d-180d-4bc5-bbcb-4c1323d327f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:51.752390159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"a698f79a-1b33-4bb2-91b3-e3284826185e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:51.865247718Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"a698f79a-1b33-4bb2-91b3-e3284826185e","name":"e2e-worker-w0-a74d15-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:52.781712066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f003338-ceac-4d96-a368-571aacc1d1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:52.830614339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f003338-ceac-4d96-a368-571aacc1d1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:52.879712349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f003338-ceac-4d96-a368-571aacc1d1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:52.928936876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f003338-ceac-4d96-a368-571aacc1d1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:54.772543527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f490ce3-d460-4f8e-b758-5e653308122a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:54.821670584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f490ce3-d460-4f8e-b758-5e653308122a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:54.87068133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f490ce3-d460-4f8e-b758-5e653308122a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:54.919821352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f490ce3-d460-4f8e-b758-5e653308122a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:56.680728341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"fe8abc74-b432-488c-b67c-22e3ebcd4102","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:56.794232205Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"fe8abc74-b432-488c-b67c-22e3ebcd4102","name":"e2e-worker-w4-4ec609-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:56.850300534Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","namespace":"ai-tenant-e2e-migrate-f214434c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:56.850393616Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","namespace":"ai-tenant-e2e-migrate-f214434c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:56.850444824Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","tenant":"e2e-migrate-f214434c","tenantID":"e2e-migrate-f214434c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:56.902305366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"Deployment","name":"maas-api-e2e-migrate-f214434c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:56.960722859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"Service","name":"maas-api-e2e-migrate-f214434c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.013379411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-f214434c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.067392951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-f214434c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.120620645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-f214434c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.174991148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-f214434c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.224067573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-f214434c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.273163973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-f214434c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.322392291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"Deployment","name":"payload-processing-e2e-migrate-f214434c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.376639599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-f214434c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.425674851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"Service","name":"payload-processing-e2e-migrate-f214434c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.474401801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"Service","name":"payload-pre-processing-e2e-migrate-f214434c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.523440217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-f214434c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.572559492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-f214434c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.621303039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-f214434c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.670442509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-f214434c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.719275439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-f214434c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.768157686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-f214434c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.817205666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-f214434c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.866033226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f214434c"},"namespace":"ai-tenant-e2e-migrate-f214434c","name":"default-tenant","reconcileID":"e913829a-b7b5-4f80-9051-7281c670734e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-f214434c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.922165683Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","namespace":"ai-tenant-e2e-derive-be15b010","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.922224632Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","namespace":"ai-tenant-e2e-derive-be15b010","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.922271778Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","tenant":"e2e-derive-be15b010","tenantID":"e2e-derive-be15b010","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:57.9733988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"Deployment","name":"maas-api-e2e-derive-be15b010","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.031564764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"Service","name":"maas-api-e2e-derive-be15b010","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.086149222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-be15b010","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.138996987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-be15b010","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.19366602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-be15b010","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.250858032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-be15b010","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.304029061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-be15b010","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.35653497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-be15b010","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.40583043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"Deployment","name":"payload-processing-e2e-derive-be15b010","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.45453376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-be15b010","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.503257682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"Service","name":"payload-processing-e2e-derive-be15b010","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.551949819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"Service","name":"payload-pre-processing-e2e-derive-be15b010","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.602786376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"DestinationRule","name":"payload-processing-e2e-derive-be15b010","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.653171892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-be15b010","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.653659508Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-f214434c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-f214434c","reconcileID":"6001955d-5477-41cb-b4ec-55ead0008d44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-f214434c-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-f214434c-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.702691054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-be15b010","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.76167477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-be15b010","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.81083659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-be15b010","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.859578331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-be15b010","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.927180158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-be15b010","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:58.976128252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-be15b010"},"namespace":"ai-tenant-e2e-derive-be15b010","name":"default-tenant","reconcileID":"16dbcfa9-9c68-4f34-a6bf-468bce788593","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-be15b010","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.462181119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b0795063-77c1-4dba-a98e-217b0680cd49","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.649886047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ecc7e0f5-609d-46b2-a97e-64d1e476874d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.803294334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5055a7d9-a470-4403-ae8f-189f4e533613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.853045883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5055a7d9-a470-4403-ae8f-189f4e533613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:39:59.856878279Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-be15b010","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-be15b010","reconcileID":"c7673e09-504a-4765-9ba0-5fced35cac83","error":"cleanup gateway labels on infra namespace odh-ai-gateway-infra: Operation cannot be fulfilled on namespaces \"odh-ai-gateway-infra\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.902736996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5055a7d9-a470-4403-ae8f-189f4e533613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.954159782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5055a7d9-a470-4403-ae8f-189f4e533613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:00.308739389Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-be15b010","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-be15b010","reconcileID":"7f8b8c91-581d-4ff5-ad9d-028d5643f7f3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-be15b010","removed":["maas.opendatahub.io/gateway-access-e2e-derive-be15b010"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:01.764558031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7203e8-dcad-403a-9a7b-5bc3e37d0077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:01.813581767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7203e8-dcad-403a-9a7b-5bc3e37d0077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:01.862772279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7203e8-dcad-403a-9a7b-5bc3e37d0077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:01.911669497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7203e8-dcad-403a-9a7b-5bc3e37d0077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:03.737182192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53c1b2da-13ec-4964-944c-f3a33cecdad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:03.786206678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53c1b2da-13ec-4964-944c-f3a33cecdad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:03.835176766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53c1b2da-13ec-4964-944c-f3a33cecdad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:03.883982591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53c1b2da-13ec-4964-944c-f3a33cecdad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:05.253389765Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-bbfa07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-bbfa07","reconcileID":"d8819e0e-a972-4098-85ef-48f054d95925","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-bbfa07","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-bbfa07":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:05.785665422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d7eb2b-b5d1-4da8-be7e-f071332c497a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:05.837546144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d7eb2b-b5d1-4da8-be7e-f071332c497a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:05.886463558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d7eb2b-b5d1-4da8-be7e-f071332c497a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:05.935284276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d7eb2b-b5d1-4da8-be7e-f071332c497a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:07.725553756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14c8b10-3bc3-4599-825e-be934c1b811a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:07.77462247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14c8b10-3bc3-4599-825e-be934c1b811a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:07.825361948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14c8b10-3bc3-4599-825e-be934c1b811a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:07.875596278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14c8b10-3bc3-4599-825e-be934c1b811a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:07.88241102Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-98a19b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-98a19b","reconcileID":"4e68563a-b7e6-4e97-a5fe-8cacfb138860","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-98a19b","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-98a19b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:09.04346646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"bd34356c-5a5a-4fab-b3f9-a83befa09b79","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:09.171273678Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"bd34356c-5a5a-4fab-b3f9-a83befa09b79","name":"e2e-worker-w2-b0a183-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:09.825198774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b7ea26-44ab-438f-8de2-d53b9ff09127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:09.874416559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b7ea26-44ab-438f-8de2-d53b9ff09127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:09.923459174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b7ea26-44ab-438f-8de2-d53b9ff09127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:09.972580157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b7ea26-44ab-438f-8de2-d53b9ff09127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:11.773086906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d95bb7-103b-4b3a-a97f-13b16d7ae770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:11.822087793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d95bb7-103b-4b3a-a97f-13b16d7ae770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:11.871240395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d95bb7-103b-4b3a-a97f-13b16d7ae770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:11.920416834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d95bb7-103b-4b3a-a97f-13b16d7ae770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:13.748914803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac74528f-1c27-4515-abe9-5c98fec47bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:13.797906916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac74528f-1c27-4515-abe9-5c98fec47bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:13.847074523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac74528f-1c27-4515-abe9-5c98fec47bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:13.89637627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac74528f-1c27-4515-abe9-5c98fec47bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.167811419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da6bd75-2bac-442a-b07b-386e8c2cb501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.216691053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da6bd75-2bac-442a-b07b-386e8c2cb501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.265489888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da6bd75-2bac-442a-b07b-386e8c2cb501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.31426434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da6bd75-2bac-442a-b07b-386e8c2cb501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.166535569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23841422-67c6-486f-b525-05c45d818247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.215435592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23841422-67c6-486f-b525-05c45d818247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.264077716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23841422-67c6-486f-b525-05c45d818247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.31290469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23841422-67c6-486f-b525-05c45d818247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:19.229299571Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:20.196069009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b14e432-9f78-4629-a1d9-9f8ac147aee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:20.245282034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b14e432-9f78-4629-a1d9-9f8ac147aee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:20.294488686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b14e432-9f78-4629-a1d9-9f8ac147aee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:20.343255945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b14e432-9f78-4629-a1d9-9f8ac147aee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:22.163613797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9590318d-796f-427b-b118-0d50fabfba5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:22.212446161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9590318d-796f-427b-b118-0d50fabfba5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:22.262183339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9590318d-796f-427b-b118-0d50fabfba5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:22.311117286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9590318d-796f-427b-b118-0d50fabfba5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:24.168738042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"014cbe7b-abef-4278-9952-55c86591febd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:24.217896022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"014cbe7b-abef-4278-9952-55c86591febd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:24.267325245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"014cbe7b-abef-4278-9952-55c86591febd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:24.316205734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"014cbe7b-abef-4278-9952-55c86591febd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:26.198199086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5dd95c9-4862-4cea-8c8d-ee2c9d563bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:26.246907459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5dd95c9-4862-4cea-8c8d-ee2c9d563bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:26.295628612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5dd95c9-4862-4cea-8c8d-ee2c9d563bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:26.34493673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5dd95c9-4862-4cea-8c8d-ee2c9d563bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.167035129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f8e588-41c9-4374-a8ea-295b113897bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.21614993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f8e588-41c9-4374-a8ea-295b113897bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.265204708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f8e588-41c9-4374-a8ea-295b113897bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.314001994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f8e588-41c9-4374-a8ea-295b113897bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:29.187565522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"aaa5cd4a-50c1-41bc-b274-f054969e7714","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:29.300481355Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"aaa5cd4a-50c1-41bc-b274-f054969e7714","name":"e2e-worker-w3-bbfa07-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:30.193662818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5eafd2-2371-4779-9d13-8244a5136f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:30.242394996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5eafd2-2371-4779-9d13-8244a5136f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:30.291590815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5eafd2-2371-4779-9d13-8244a5136f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:30.340584878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5eafd2-2371-4779-9d13-8244a5136f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.170231867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b1a79f3-5400-4299-82b0-ec28ce50fc66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.219394477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b1a79f3-5400-4299-82b0-ec28ce50fc66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.268213608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b1a79f3-5400-4299-82b0-ec28ce50fc66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.31709536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b1a79f3-5400-4299-82b0-ec28ce50fc66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.160401834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c70051e3-0c3c-4ac9-9312-985adb4b3dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.209297424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c70051e3-0c3c-4ac9-9312-985adb4b3dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.25869927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c70051e3-0c3c-4ac9-9312-985adb4b3dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.30745181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c70051e3-0c3c-4ac9-9312-985adb4b3dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.175377264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2471fdf0-ade3-417b-b381-ef1439b7be0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.224205057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2471fdf0-ade3-417b-b381-ef1439b7be0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.273089612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2471fdf0-ade3-417b-b381-ef1439b7be0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.32202597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2471fdf0-ade3-417b-b381-ef1439b7be0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.16661013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2850bc5b-22ef-4e75-8e19-e6025ce32085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.216065276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2850bc5b-22ef-4e75-8e19-e6025ce32085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.26534142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2850bc5b-22ef-4e75-8e19-e6025ce32085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.314409206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2850bc5b-22ef-4e75-8e19-e6025ce32085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:39.137211661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"cf17c54f-99be-4059-89fd-a908de5e9115","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:39.248170548Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"cf17c54f-99be-4059-89fd-a908de5e9115","name":"e2e-worker-w1-98a19b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.097855872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5067475-85b0-4bac-9bd2-801bfc489f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.146934203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5067475-85b0-4bac-9bd2-801bfc489f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.195921128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5067475-85b0-4bac-9bd2-801bfc489f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.244842967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5067475-85b0-4bac-9bd2-801bfc489f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:46.523474836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"7ff096b2-5e8e-42bf-8308-6ec9f6f3931a","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.230167331Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:59.978923025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c4a539-5221-4aa7-9cf0-d0c889bc8372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:00.02775603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c4a539-5221-4aa7-9cf0-d0c889bc8372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:00.076603947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c4a539-5221-4aa7-9cf0-d0c889bc8372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:00.12571268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c4a539-5221-4aa7-9cf0-d0c889bc8372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:01.967164724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147d2327-c06e-419c-9df9-74d50996af9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:02.016945707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147d2327-c06e-419c-9df9-74d50996af9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:02.066331111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147d2327-c06e-419c-9df9-74d50996af9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:02.115495739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147d2327-c06e-419c-9df9-74d50996af9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:07.524239007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3d047e2f-2991-4ad8-a4ab-d82c7d280fad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:07.849853807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fdc70958-ae47-4a69-b4ec-c836789c256e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:09.365345817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d2844a-7b2e-4b40-975e-b9469417da46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:09.414529582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d2844a-7b2e-4b40-975e-b9469417da46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:09.463677634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d2844a-7b2e-4b40-975e-b9469417da46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:09.512582632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d2844a-7b2e-4b40-975e-b9469417da46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:11.365439289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7babd4a3-73ff-402d-87a3-aea683ead8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:11.41453063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7babd4a3-73ff-402d-87a3-aea683ead8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:11.463247591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7babd4a3-73ff-402d-87a3-aea683ead8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:11.5121512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7babd4a3-73ff-402d-87a3-aea683ead8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:11.515436222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"07ef925f-154b-4ac6-86c1-1d7d36cc26c1","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:13.321967578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"10ec0a87-e25d-4ca1-97f8-296f67ac2908","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:13.416139692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"9010a6b1-f0d4-4062-8364-1a9637f2d574","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:19.230634107Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:20.79215161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4f9032e-ae28-4c18-bff5-a07dba5f68f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:20.929576972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df81de86-736d-494d-ad1a-fa1e10625de1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:23.407415046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"ac9556fd-282c-4018-8e16-85f546700bfe","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:41.892226433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"b5eed679-5ecb-4e16-b0a1-f6233c22f5c9","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:41.964450761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"bf29c548-f50c-4742-a054-20965b99b954","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:43.667131637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d7ff68d3-75a9-4b13-854b-ac8417b4df0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:43.760027301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ebb3f371-f4c2-4d47-9690-42e917973e3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.633294935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"f3d30173-6c7b-4405-978a-14563b36f7c9","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.866172829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"dc958c8e-5b8c-44e9-8b34-b88dc7af5b03","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.918613771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"2ae8c280-e9df-4a1a-a84a-9cdddccdbeda","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:41:44.96822614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"d53a40ec-bf58-473d-88e0-c54955e2a50a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.97486301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"acdde056-073c-4a10-becf-2dac41d11ab7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.974880528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"acdde056-073c-4a10-becf-2dac41d11ab7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.040525269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"699aa807-7d5a-46a6-a5bf-93d0e4e41aeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.040544041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"699aa807-7d5a-46a6-a5bf-93d0e4e41aeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.079344686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"5a1a592d-f367-4d54-af07-00c9e2be7a24","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.138288748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"57dc457c-2b2f-495d-9bab-bb793c7dd2d9","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.268339042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"084ddb70-145e-4287-8910-ce2509fac49f","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.327386316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"414a71ec-ae7d-47ea-a60b-f6de5c5a670c","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.347972941Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"a432183b-87ad-498b-b228-bc2484ad11e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"simulator-w0-a74d15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:41:45.378438879Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"414a71ec-ae7d-47ea-a60b-f6de5c5a670c","name":"simulator-w0-a74d15","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-a74d15\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:41:45.378498399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"414a71ec-ae7d-47ea-a60b-f6de5c5a670c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-a74d15\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.383799769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"ecb66ca3-e56f-4d1b-b600-7fe0196fdd11","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.422554743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"7a16638a-c58f-4bf4-88f2-a6a135880a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.554161116Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"7a16638a-c58f-4bf4-88f2-a6a135880a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.55699987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"ebb81f75-a642-46ee-a74e-9f40f231d18e","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.55762235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"87543e1c-4589-4f10-bf7d-f67c11c0331b","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.607017019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a74d15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"7a16638a-c58f-4bf4-88f2-a6a135880a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.611868615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"8bfbb221-91e1-460d-9ac6-04205e20e287","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.658132262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"0501db50-7e5c-43e1-90bd-6ed7152512f3","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.661597938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"9d9fde2b-c741-4337-a60d-2875af361b5b","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:41:45.661925645Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-a74d15/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.71018497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"c00009e8-9eb0-47f9-97ea-5888dd9b7f84","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.752953376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"1e1f4699-2c8d-43ce-ab69-9e0a82a2cf8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.760041566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"99f5acc1-4210-4f3e-ab34-e59e05835f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.814300148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"99f5acc1-4210-4f3e-ab34-e59e05835f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.841497235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"e9da2cf7-52c8-4b80-8f06-cf6d96d42f81","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.867345457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a74d15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"99f5acc1-4210-4f3e-ab34-e59e05835f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.896829571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"ca817d66-6682-47b5-855d-437085e6e8db","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.916432684Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"5db9fb6c-2006-4179-9e5e-8c0eafffe695","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"premium-w0-a74d15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:41:45.94745238Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"ca817d66-6682-47b5-855d-437085e6e8db","name":"premium-w0-a74d15","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-a74d15\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:41:45.947511347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"ca817d66-6682-47b5-855d-437085e6e8db","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-a74d15\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.952789176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"dc9e921b-cb74-4daa-aba6-00ed2fddbf06","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:46.042569755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"39e27110-3501-48de-99fb-c213800a4e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:46.042957128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"a3d03271-abbd-4b2c-8d8f-0b0fceaa4bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:46.07156643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"73463cd5-934a-45db-9283-4e9671f3cffc","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:46.097632789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"39e27110-3501-48de-99fb-c213800a4e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:46.097913411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"a3d03271-abbd-4b2c-8d8f-0b0fceaa4bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:46.151023763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a74d15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"39e27110-3501-48de-99fb-c213800a4e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:46.151386559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a74d15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"a3d03271-abbd-4b2c-8d8f-0b0fceaa4bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:46.207783462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"fd210908-0176-40a1-bfdc-09e6e0c72b61","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:46.269881144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"735c0f1a-5cba-494d-9b27-0223b079f14d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:46.355284858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"e20f3ba2-1f5d-4bee-9556-d9ee8c07c082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:46.410111448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"e20f3ba2-1f5d-4bee-9556-d9ee8c07c082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:46.463439171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a74d15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"e20f3ba2-1f5d-4bee-9556-d9ee8c07c082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:49.230036769Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:53.886665433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"9542647a-86a4-4226-baf9-3caa2227d842","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.043432425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"348d5918-9352-4eb0-aba5-f300e95abd5f","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.263389646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc287a47-576d-463f-8acd-ad8afeedf457","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.363904289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eddff9d4-df65-407b-8a9f-1c09b1d56c03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.463730974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"1511a69b-ae81-493c-a052-0c210b1bc9a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.596456331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"a1d9e189-bc2e-4925-ab66-8bb75d50e0e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.596544775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"e9f0db1c-971f-4df7-98ef-6433b94bc420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.621761062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"230b1897-520c-4084-af59-0da27c79109a","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.651809844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"e9f0db1c-971f-4df7-98ef-6433b94bc420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.652818332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"a1d9e189-bc2e-4925-ab66-8bb75d50e0e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.705580167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a74d15-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2bf10d03e14f3fa5bc93de76d7577b4e5fea6bae9e8031ebea410c1442cc7f4) AuthConfig (0e070f75fd1292bf42ed8f9ba5c6e81ba41fc19949919a3a7e185d58d62c0de5) AuthConfig (fa18ae88771a40d40920df62df69821514ca02c1a7e3fcad2cc269786acf3aa5) AuthConfig (f238142a681101f9dc50c266282c8e0a1f53be377893d4512f2c4c8f438a3036) AuthConfig (721111f213338ae3c12207960fcceb6857d9fcb212511edd93adf8a980cb017b) AuthConfig (ba96fa4ef99f03e2be2074acbd8ed979ffd7e797173970373829fcbe1fb35a0b) AuthConfig (6f314866009c736b76274e6f323af61a469026104a67c1092699654f74ccf901) AuthConfig (bd36ee4d4a405d77a691f132758146462ab99393b18bc707a49ea6d98e853e9e) AuthConfig (f6dc08f51cda0b466fce9e998c629bd21c28bd0d2323a9120ea8774333baf911) AuthConfig (79e970aa96bf29cf5a67662eaeb6ae8ee78753d7613ec15d1d368d96321351a9) AuthConfig (70e01e72f34a2eebc76d5aacdc258e1cd69915aca6aff1d9ff58c6c536232c65) AuthConfig (345f8fa04aa7cd4025bcd0baf4dc2631f78231a323d449cdf96b1faedb8a462a) AuthConfig (43a5f4851040b7337d5144a7b04c7924248c3495844d346ac5d760d9559cf636) AuthConfig (b7e332a7d5bf24073b032eb9980314f09402600ca7f1d04fc1ee0f086635e4c1) AuthConfig (2acc9ab01d9e5101a8a45a70fc276f65f8b266e77320d6c45bc971d9f557737d) AuthConfig (fb0bf9995c9dc44bf77e8a314075cc5bcfb128771379ca470623da64f40bf0b7) AuthConfig (06178e31eff5921f15cb4f8db81ce29dded51bb8b32cfadc23630ca9921490c4) AuthConfig (49437b1abdb05a3a3b27f86bb686b892c9236ca95bbcf4cac6c92205743c54bb) AuthConfig (f81abf828f6febc882acd323f67193a068c78ef3c469e2385d51f49654a6640c) AuthConfig (1a37da16c17cd19dc4c6514f3d8474818271474d5f68b7a4463cb984d5a1c515) AuthConfig (d83b93c0ac6c003eea018fd68ebdf97947934dbb62b717040ad03a2dd2ace321) AuthConfig (5824f8e1b7b0c3c42774ba87fc617931ad894770dea2d82d386b8446b4411ee3) AuthConfig (019fdc31b2fb7496115d158994ad4e88694700d9525219fb44912c5248c5213d) AuthConfig (d587287857585ede8e9e8839f137dcc0597abe641771f57690ad154b0c57c422) AuthConfig (6d702835a273838dbbd6ad8e0f8c60e26c9c3052152152d5dbb77cd338e90390) AuthConfig (adb32d14cc1430ec753dd380ad062ffdb4192b7b5fded42c3e67fe95667c31c5) AuthConfig (f7e047b2ee835b3ce539dca9fefd6511741adff01b57942f86a5b940502535fe) AuthConfig (cc5bbca22ec90608f3766485e22245295a8578718c479f4716272d034ec2bf52) AuthConfig (eb2cad6e3c6cf3c10a01a4e42dd0130068b173f5a56bf2c0d1ece3c6b8030e23) AuthConfig (296be5ffda674b269de3fa7e54b3b5c1f240eda469117c6ea412fab4bf2008dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"e9f0db1c-971f-4df7-98ef-6433b94bc420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.706276528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a74d15-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2bf10d03e14f3fa5bc93de76d7577b4e5fea6bae9e8031ebea410c1442cc7f4) AuthConfig (0e070f75fd1292bf42ed8f9ba5c6e81ba41fc19949919a3a7e185d58d62c0de5) AuthConfig (fa18ae88771a40d40920df62df69821514ca02c1a7e3fcad2cc269786acf3aa5) AuthConfig (f238142a681101f9dc50c266282c8e0a1f53be377893d4512f2c4c8f438a3036) AuthConfig (721111f213338ae3c12207960fcceb6857d9fcb212511edd93adf8a980cb017b) AuthConfig (ba96fa4ef99f03e2be2074acbd8ed979ffd7e797173970373829fcbe1fb35a0b) AuthConfig (6f314866009c736b76274e6f323af61a469026104a67c1092699654f74ccf901) AuthConfig (bd36ee4d4a405d77a691f132758146462ab99393b18bc707a49ea6d98e853e9e) AuthConfig (f6dc08f51cda0b466fce9e998c629bd21c28bd0d2323a9120ea8774333baf911) AuthConfig (79e970aa96bf29cf5a67662eaeb6ae8ee78753d7613ec15d1d368d96321351a9) AuthConfig (70e01e72f34a2eebc76d5aacdc258e1cd69915aca6aff1d9ff58c6c536232c65) AuthConfig (345f8fa04aa7cd4025bcd0baf4dc2631f78231a323d449cdf96b1faedb8a462a) AuthConfig (43a5f4851040b7337d5144a7b04c7924248c3495844d346ac5d760d9559cf636) AuthConfig (b7e332a7d5bf24073b032eb9980314f09402600ca7f1d04fc1ee0f086635e4c1) AuthConfig (2acc9ab01d9e5101a8a45a70fc276f65f8b266e77320d6c45bc971d9f557737d) AuthConfig (fb0bf9995c9dc44bf77e8a314075cc5bcfb128771379ca470623da64f40bf0b7) AuthConfig (06178e31eff5921f15cb4f8db81ce29dded51bb8b32cfadc23630ca9921490c4) AuthConfig (49437b1abdb05a3a3b27f86bb686b892c9236ca95bbcf4cac6c92205743c54bb) AuthConfig (f81abf828f6febc882acd323f67193a068c78ef3c469e2385d51f49654a6640c) AuthConfig (1a37da16c17cd19dc4c6514f3d8474818271474d5f68b7a4463cb984d5a1c515) AuthConfig (d83b93c0ac6c003eea018fd68ebdf97947934dbb62b717040ad03a2dd2ace321) AuthConfig (5824f8e1b7b0c3c42774ba87fc617931ad894770dea2d82d386b8446b4411ee3) AuthConfig (019fdc31b2fb7496115d158994ad4e88694700d9525219fb44912c5248c5213d) AuthConfig (d587287857585ede8e9e8839f137dcc0597abe641771f57690ad154b0c57c422) AuthConfig (6d702835a273838dbbd6ad8e0f8c60e26c9c3052152152d5dbb77cd338e90390) AuthConfig (adb32d14cc1430ec753dd380ad062ffdb4192b7b5fded42c3e67fe95667c31c5) AuthConfig (f7e047b2ee835b3ce539dca9fefd6511741adff01b57942f86a5b940502535fe) AuthConfig (cc5bbca22ec90608f3766485e22245295a8578718c479f4716272d034ec2bf52) AuthConfig (eb2cad6e3c6cf3c10a01a4e42dd0130068b173f5a56bf2c0d1ece3c6b8030e23) AuthConfig (296be5ffda674b269de3fa7e54b3b5c1f240eda469117c6ea412fab4bf2008dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"a1d9e189-bc2e-4925-ab66-8bb75d50e0e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.761215164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"20f63be6-5775-49bf-a88e-6c5ac042ecd1","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.763931498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"5efa4587-7221-40f9-be36-e97908b6b358","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.909163697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"bfc3482f-1db6-42cf-9065-9c07aa2aa2e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.958066555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"659eb33a-f74b-4368-aa59-598ad236b8f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.968112432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"bfc3482f-1db6-42cf-9065-9c07aa2aa2e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.012423977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"659eb33a-f74b-4368-aa59-598ad236b8f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.021459365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a74d15-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2bf10d03e14f3fa5bc93de76d7577b4e5fea6bae9e8031ebea410c1442cc7f4) AuthConfig (0e070f75fd1292bf42ed8f9ba5c6e81ba41fc19949919a3a7e185d58d62c0de5) AuthConfig (fa18ae88771a40d40920df62df69821514ca02c1a7e3fcad2cc269786acf3aa5) AuthConfig (f238142a681101f9dc50c266282c8e0a1f53be377893d4512f2c4c8f438a3036) AuthConfig (721111f213338ae3c12207960fcceb6857d9fcb212511edd93adf8a980cb017b) AuthConfig (ba96fa4ef99f03e2be2074acbd8ed979ffd7e797173970373829fcbe1fb35a0b) AuthConfig (6f314866009c736b76274e6f323af61a469026104a67c1092699654f74ccf901) AuthConfig (bd36ee4d4a405d77a691f132758146462ab99393b18bc707a49ea6d98e853e9e) AuthConfig (f6dc08f51cda0b466fce9e998c629bd21c28bd0d2323a9120ea8774333baf911) AuthConfig (79e970aa96bf29cf5a67662eaeb6ae8ee78753d7613ec15d1d368d96321351a9) AuthConfig (70e01e72f34a2eebc76d5aacdc258e1cd69915aca6aff1d9ff58c6c536232c65) AuthConfig (345f8fa04aa7cd4025bcd0baf4dc2631f78231a323d449cdf96b1faedb8a462a) AuthConfig (43a5f4851040b7337d5144a7b04c7924248c3495844d346ac5d760d9559cf636) AuthConfig (b7e332a7d5bf24073b032eb9980314f09402600ca7f1d04fc1ee0f086635e4c1) AuthConfig (2acc9ab01d9e5101a8a45a70fc276f65f8b266e77320d6c45bc971d9f557737d) AuthConfig (fb0bf9995c9dc44bf77e8a314075cc5bcfb128771379ca470623da64f40bf0b7) AuthConfig (06178e31eff5921f15cb4f8db81ce29dded51bb8b32cfadc23630ca9921490c4) AuthConfig (49437b1abdb05a3a3b27f86bb686b892c9236ca95bbcf4cac6c92205743c54bb) AuthConfig (f81abf828f6febc882acd323f67193a068c78ef3c469e2385d51f49654a6640c) AuthConfig (1a37da16c17cd19dc4c6514f3d8474818271474d5f68b7a4463cb984d5a1c515) AuthConfig (d83b93c0ac6c003eea018fd68ebdf97947934dbb62b717040ad03a2dd2ace321) AuthConfig (5824f8e1b7b0c3c42774ba87fc617931ad894770dea2d82d386b8446b4411ee3) AuthConfig (019fdc31b2fb7496115d158994ad4e88694700d9525219fb44912c5248c5213d) AuthConfig (d587287857585ede8e9e8839f137dcc0597abe641771f57690ad154b0c57c422) AuthConfig (6d702835a273838dbbd6ad8e0f8c60e26c9c3052152152d5dbb77cd338e90390) AuthConfig (adb32d14cc1430ec753dd380ad062ffdb4192b7b5fded42c3e67fe95667c31c5) AuthConfig (f7e047b2ee835b3ce539dca9fefd6511741adff01b57942f86a5b940502535fe) AuthConfig (cc5bbca22ec90608f3766485e22245295a8578718c479f4716272d034ec2bf52) AuthConfig (eb2cad6e3c6cf3c10a01a4e42dd0130068b173f5a56bf2c0d1ece3c6b8030e23) AuthConfig (296be5ffda674b269de3fa7e54b3b5c1f240eda469117c6ea412fab4bf2008dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"bfc3482f-1db6-42cf-9065-9c07aa2aa2e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.066193824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a74d15-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2bf10d03e14f3fa5bc93de76d7577b4e5fea6bae9e8031ebea410c1442cc7f4) AuthConfig (0e070f75fd1292bf42ed8f9ba5c6e81ba41fc19949919a3a7e185d58d62c0de5) AuthConfig (fa18ae88771a40d40920df62df69821514ca02c1a7e3fcad2cc269786acf3aa5) AuthConfig (f238142a681101f9dc50c266282c8e0a1f53be377893d4512f2c4c8f438a3036) AuthConfig (721111f213338ae3c12207960fcceb6857d9fcb212511edd93adf8a980cb017b) AuthConfig (ba96fa4ef99f03e2be2074acbd8ed979ffd7e797173970373829fcbe1fb35a0b) AuthConfig (6f314866009c736b76274e6f323af61a469026104a67c1092699654f74ccf901) AuthConfig (bd36ee4d4a405d77a691f132758146462ab99393b18bc707a49ea6d98e853e9e) AuthConfig (f6dc08f51cda0b466fce9e998c629bd21c28bd0d2323a9120ea8774333baf911) AuthConfig (79e970aa96bf29cf5a67662eaeb6ae8ee78753d7613ec15d1d368d96321351a9) AuthConfig (70e01e72f34a2eebc76d5aacdc258e1cd69915aca6aff1d9ff58c6c536232c65) AuthConfig (345f8fa04aa7cd4025bcd0baf4dc2631f78231a323d449cdf96b1faedb8a462a) AuthConfig (43a5f4851040b7337d5144a7b04c7924248c3495844d346ac5d760d9559cf636) AuthConfig (b7e332a7d5bf24073b032eb9980314f09402600ca7f1d04fc1ee0f086635e4c1) AuthConfig (2acc9ab01d9e5101a8a45a70fc276f65f8b266e77320d6c45bc971d9f557737d) AuthConfig (fb0bf9995c9dc44bf77e8a314075cc5bcfb128771379ca470623da64f40bf0b7) AuthConfig (06178e31eff5921f15cb4f8db81ce29dded51bb8b32cfadc23630ca9921490c4) AuthConfig (49437b1abdb05a3a3b27f86bb686b892c9236ca95bbcf4cac6c92205743c54bb) AuthConfig (f81abf828f6febc882acd323f67193a068c78ef3c469e2385d51f49654a6640c) AuthConfig (1a37da16c17cd19dc4c6514f3d8474818271474d5f68b7a4463cb984d5a1c515) AuthConfig (d83b93c0ac6c003eea018fd68ebdf97947934dbb62b717040ad03a2dd2ace321) AuthConfig (5824f8e1b7b0c3c42774ba87fc617931ad894770dea2d82d386b8446b4411ee3) AuthConfig (019fdc31b2fb7496115d158994ad4e88694700d9525219fb44912c5248c5213d) AuthConfig (d587287857585ede8e9e8839f137dcc0597abe641771f57690ad154b0c57c422) AuthConfig (6d702835a273838dbbd6ad8e0f8c60e26c9c3052152152d5dbb77cd338e90390) AuthConfig (adb32d14cc1430ec753dd380ad062ffdb4192b7b5fded42c3e67fe95667c31c5) AuthConfig (f7e047b2ee835b3ce539dca9fefd6511741adff01b57942f86a5b940502535fe) AuthConfig (cc5bbca22ec90608f3766485e22245295a8578718c479f4716272d034ec2bf52) AuthConfig (eb2cad6e3c6cf3c10a01a4e42dd0130068b173f5a56bf2c0d1ece3c6b8030e23) AuthConfig (296be5ffda674b269de3fa7e54b3b5c1f240eda469117c6ea412fab4bf2008dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"659eb33a-f74b-4368-aa59-598ad236b8f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:41:55.116785466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"659eb33a-f74b-4368-aa59-598ad236b8f9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.269578222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"12443e02-3de2-4f30-ac7c-bbaf4e7172d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.32406197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"12443e02-3de2-4f30-ac7c-bbaf4e7172d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.377458451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a74d15-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2bf10d03e14f3fa5bc93de76d7577b4e5fea6bae9e8031ebea410c1442cc7f4) AuthConfig (0e070f75fd1292bf42ed8f9ba5c6e81ba41fc19949919a3a7e185d58d62c0de5) AuthConfig (fa18ae88771a40d40920df62df69821514ca02c1a7e3fcad2cc269786acf3aa5) AuthConfig (f238142a681101f9dc50c266282c8e0a1f53be377893d4512f2c4c8f438a3036) AuthConfig (721111f213338ae3c12207960fcceb6857d9fcb212511edd93adf8a980cb017b) AuthConfig (ba96fa4ef99f03e2be2074acbd8ed979ffd7e797173970373829fcbe1fb35a0b) AuthConfig (6f314866009c736b76274e6f323af61a469026104a67c1092699654f74ccf901) AuthConfig (bd36ee4d4a405d77a691f132758146462ab99393b18bc707a49ea6d98e853e9e) AuthConfig (f6dc08f51cda0b466fce9e998c629bd21c28bd0d2323a9120ea8774333baf911) AuthConfig (79e970aa96bf29cf5a67662eaeb6ae8ee78753d7613ec15d1d368d96321351a9) AuthConfig (70e01e72f34a2eebc76d5aacdc258e1cd69915aca6aff1d9ff58c6c536232c65) AuthConfig (345f8fa04aa7cd4025bcd0baf4dc2631f78231a323d449cdf96b1faedb8a462a) AuthConfig (43a5f4851040b7337d5144a7b04c7924248c3495844d346ac5d760d9559cf636) AuthConfig (b7e332a7d5bf24073b032eb9980314f09402600ca7f1d04fc1ee0f086635e4c1) AuthConfig (2acc9ab01d9e5101a8a45a70fc276f65f8b266e77320d6c45bc971d9f557737d) AuthConfig (fb0bf9995c9dc44bf77e8a314075cc5bcfb128771379ca470623da64f40bf0b7) AuthConfig (06178e31eff5921f15cb4f8db81ce29dded51bb8b32cfadc23630ca9921490c4) AuthConfig (49437b1abdb05a3a3b27f86bb686b892c9236ca95bbcf4cac6c92205743c54bb) AuthConfig (f81abf828f6febc882acd323f67193a068c78ef3c469e2385d51f49654a6640c) AuthConfig (1a37da16c17cd19dc4c6514f3d8474818271474d5f68b7a4463cb984d5a1c515) AuthConfig (d83b93c0ac6c003eea018fd68ebdf97947934dbb62b717040ad03a2dd2ace321) AuthConfig (5824f8e1b7b0c3c42774ba87fc617931ad894770dea2d82d386b8446b4411ee3) AuthConfig (019fdc31b2fb7496115d158994ad4e88694700d9525219fb44912c5248c5213d) AuthConfig (d587287857585ede8e9e8839f137dcc0597abe641771f57690ad154b0c57c422) AuthConfig (6d702835a273838dbbd6ad8e0f8c60e26c9c3052152152d5dbb77cd338e90390) AuthConfig (adb32d14cc1430ec753dd380ad062ffdb4192b7b5fded42c3e67fe95667c31c5) AuthConfig (f7e047b2ee835b3ce539dca9fefd6511741adff01b57942f86a5b940502535fe) AuthConfig (cc5bbca22ec90608f3766485e22245295a8578718c479f4716272d034ec2bf52) AuthConfig (eb2cad6e3c6cf3c10a01a4e42dd0130068b173f5a56bf2c0d1ece3c6b8030e23) AuthConfig (296be5ffda674b269de3fa7e54b3b5c1f240eda469117c6ea412fab4bf2008dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"12443e02-3de2-4f30-ac7c-bbaf4e7172d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:58.368172307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"acf968e9-6ccd-4bf5-9eb9-aedfd712a851","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:58.440837924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"9485ea7a-9e35-44d7-bc6f-14c2c4c4f207","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:59.447538763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"47e4fded-9da6-445d-93d4-ff8e85ada965","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.169003987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"a9e7b5dd-4de1-410d-a1da-d085f6e7a5f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.223544954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"a9e7b5dd-4de1-410d-a1da-d085f6e7a5f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.276918819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a74d15-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2bf10d03e14f3fa5bc93de76d7577b4e5fea6bae9e8031ebea410c1442cc7f4) AuthConfig (0e070f75fd1292bf42ed8f9ba5c6e81ba41fc19949919a3a7e185d58d62c0de5) AuthConfig (fa18ae88771a40d40920df62df69821514ca02c1a7e3fcad2cc269786acf3aa5) AuthConfig (f238142a681101f9dc50c266282c8e0a1f53be377893d4512f2c4c8f438a3036) AuthConfig (721111f213338ae3c12207960fcceb6857d9fcb212511edd93adf8a980cb017b) AuthConfig (ba96fa4ef99f03e2be2074acbd8ed979ffd7e797173970373829fcbe1fb35a0b) AuthConfig (6f314866009c736b76274e6f323af61a469026104a67c1092699654f74ccf901) AuthConfig (bd36ee4d4a405d77a691f132758146462ab99393b18bc707a49ea6d98e853e9e) AuthConfig (f6dc08f51cda0b466fce9e998c629bd21c28bd0d2323a9120ea8774333baf911) AuthConfig (79e970aa96bf29cf5a67662eaeb6ae8ee78753d7613ec15d1d368d96321351a9) AuthConfig (70e01e72f34a2eebc76d5aacdc258e1cd69915aca6aff1d9ff58c6c536232c65) AuthConfig (345f8fa04aa7cd4025bcd0baf4dc2631f78231a323d449cdf96b1faedb8a462a) AuthConfig (43a5f4851040b7337d5144a7b04c7924248c3495844d346ac5d760d9559cf636) AuthConfig (b7e332a7d5bf24073b032eb9980314f09402600ca7f1d04fc1ee0f086635e4c1) AuthConfig (2acc9ab01d9e5101a8a45a70fc276f65f8b266e77320d6c45bc971d9f557737d) AuthConfig (fb0bf9995c9dc44bf77e8a314075cc5bcfb128771379ca470623da64f40bf0b7) AuthConfig (06178e31eff5921f15cb4f8db81ce29dded51bb8b32cfadc23630ca9921490c4) AuthConfig (49437b1abdb05a3a3b27f86bb686b892c9236ca95bbcf4cac6c92205743c54bb) AuthConfig (f81abf828f6febc882acd323f67193a068c78ef3c469e2385d51f49654a6640c) AuthConfig (1a37da16c17cd19dc4c6514f3d8474818271474d5f68b7a4463cb984d5a1c515) AuthConfig (d83b93c0ac6c003eea018fd68ebdf97947934dbb62b717040ad03a2dd2ace321) AuthConfig (5824f8e1b7b0c3c42774ba87fc617931ad894770dea2d82d386b8446b4411ee3) AuthConfig (019fdc31b2fb7496115d158994ad4e88694700d9525219fb44912c5248c5213d) AuthConfig (d587287857585ede8e9e8839f137dcc0597abe641771f57690ad154b0c57c422) AuthConfig (6d702835a273838dbbd6ad8e0f8c60e26c9c3052152152d5dbb77cd338e90390) AuthConfig (adb32d14cc1430ec753dd380ad062ffdb4192b7b5fded42c3e67fe95667c31c5) AuthConfig (f7e047b2ee835b3ce539dca9fefd6511741adff01b57942f86a5b940502535fe) AuthConfig (cc5bbca22ec90608f3766485e22245295a8578718c479f4716272d034ec2bf52) AuthConfig (eb2cad6e3c6cf3c10a01a4e42dd0130068b173f5a56bf2c0d1ece3c6b8030e23) AuthConfig (296be5ffda674b269de3fa7e54b3b5c1f240eda469117c6ea412fab4bf2008dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"a9e7b5dd-4de1-410d-a1da-d085f6e7a5f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.527916958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"aadb898f-6929-419b-8f6f-18f73c5e4d7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.58242404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"aadb898f-6929-419b-8f6f-18f73c5e4d7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.635798988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a74d15-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2bf10d03e14f3fa5bc93de76d7577b4e5fea6bae9e8031ebea410c1442cc7f4) AuthConfig (0e070f75fd1292bf42ed8f9ba5c6e81ba41fc19949919a3a7e185d58d62c0de5) AuthConfig (fa18ae88771a40d40920df62df69821514ca02c1a7e3fcad2cc269786acf3aa5) AuthConfig (f238142a681101f9dc50c266282c8e0a1f53be377893d4512f2c4c8f438a3036) AuthConfig (721111f213338ae3c12207960fcceb6857d9fcb212511edd93adf8a980cb017b) AuthConfig (ba96fa4ef99f03e2be2074acbd8ed979ffd7e797173970373829fcbe1fb35a0b) AuthConfig (6f314866009c736b76274e6f323af61a469026104a67c1092699654f74ccf901) AuthConfig (bd36ee4d4a405d77a691f132758146462ab99393b18bc707a49ea6d98e853e9e) AuthConfig (f6dc08f51cda0b466fce9e998c629bd21c28bd0d2323a9120ea8774333baf911) AuthConfig (79e970aa96bf29cf5a67662eaeb6ae8ee78753d7613ec15d1d368d96321351a9) AuthConfig (70e01e72f34a2eebc76d5aacdc258e1cd69915aca6aff1d9ff58c6c536232c65) AuthConfig (345f8fa04aa7cd4025bcd0baf4dc2631f78231a323d449cdf96b1faedb8a462a) AuthConfig (43a5f4851040b7337d5144a7b04c7924248c3495844d346ac5d760d9559cf636) AuthConfig (b7e332a7d5bf24073b032eb9980314f09402600ca7f1d04fc1ee0f086635e4c1) AuthConfig (2acc9ab01d9e5101a8a45a70fc276f65f8b266e77320d6c45bc971d9f557737d) AuthConfig (fb0bf9995c9dc44bf77e8a314075cc5bcfb128771379ca470623da64f40bf0b7) AuthConfig (06178e31eff5921f15cb4f8db81ce29dded51bb8b32cfadc23630ca9921490c4) AuthConfig (49437b1abdb05a3a3b27f86bb686b892c9236ca95bbcf4cac6c92205743c54bb) AuthConfig (f81abf828f6febc882acd323f67193a068c78ef3c469e2385d51f49654a6640c) AuthConfig (1a37da16c17cd19dc4c6514f3d8474818271474d5f68b7a4463cb984d5a1c515) AuthConfig (d83b93c0ac6c003eea018fd68ebdf97947934dbb62b717040ad03a2dd2ace321) AuthConfig (5824f8e1b7b0c3c42774ba87fc617931ad894770dea2d82d386b8446b4411ee3) AuthConfig (019fdc31b2fb7496115d158994ad4e88694700d9525219fb44912c5248c5213d) AuthConfig (d587287857585ede8e9e8839f137dcc0597abe641771f57690ad154b0c57c422) AuthConfig (6d702835a273838dbbd6ad8e0f8c60e26c9c3052152152d5dbb77cd338e90390) AuthConfig (adb32d14cc1430ec753dd380ad062ffdb4192b7b5fded42c3e67fe95667c31c5) AuthConfig (f7e047b2ee835b3ce539dca9fefd6511741adff01b57942f86a5b940502535fe) AuthConfig (cc5bbca22ec90608f3766485e22245295a8578718c479f4716272d034ec2bf52) AuthConfig (eb2cad6e3c6cf3c10a01a4e42dd0130068b173f5a56bf2c0d1ece3c6b8030e23) AuthConfig (296be5ffda674b269de3fa7e54b3b5c1f240eda469117c6ea412fab4bf2008dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"aadb898f-6929-419b-8f6f-18f73c5e4d7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.559915756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"b0da7ca1-e892-4737-88f3-44b8dd7b823b","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.695805439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"18863b4c-d2d3-4c71-8f11-ea3c49987ccf","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.752757472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"b986d23a-33e8-4fc2-927e-a75a464c2e9e","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.799957927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"0c965faa-715b-4a74-b952-47f1193298c4","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:09.803182643Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-4ec609/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.854707773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"7ea696f1-1c67-421d-8101-e8ed0f6cdf36","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.9732714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"15ddbfe6-7fba-4c9a-bfc8-1aa1d9bf1bb8","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.029382748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"3b76b860-e97e-4c1c-9e6e-3779544db44b","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.059737802Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"b1cd4dba-02d1-4308-a569-d346cf247dda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"simulator-w4-4ec609","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-4ec609/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.124171711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"c155dda0-5a9b-45a1-a10a-062f0e0ed0a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.215504819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"3f27f6a7-5062-4a1f-a5dc-cbcb22ec44b2","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.247504617Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"c155dda0-5a9b-45a1-a10a-062f0e0ed0a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.25278751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"815539f7-4d8a-4bde-96fe-57d89c902cd8","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.30021805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-4ec609-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"c155dda0-5a9b-45a1-a10a-062f0e0ed0a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.308060794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"dd6403f7-7368-483a-a0f3-1147bc1256c7","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.355237696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"2e2dafce-a869-48ba-801d-3b3b66067d7b","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.355867503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"4d3cd3cf-f7d6-45a6-be66-e93a862234a0","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:10.357907714Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-4ec609/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.410987571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"fd535d0b-1ca4-4475-b70c-41800e7f3a3a","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.412417945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"d0c50bfa-ee6b-4e9a-9a44-1605d141f074","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.453492582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"8448fbcc-91ed-44c6-bed0-f3b0fe362184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.508289016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"8448fbcc-91ed-44c6-bed0-f3b0fe362184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.52951061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"817903c2-a9d2-41e1-bbdc-85766b067965","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.561617756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-4ec609-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"8448fbcc-91ed-44c6-bed0-f3b0fe362184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.584954778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"8b4e24e8-da3c-4af4-9085-31b3ab431b92","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.612860115Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"7b53125a-4298-4cd9-8fc6-27eacfbd9165","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"premium-w4-4ec609","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-4ec609/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.711077076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"0eef4fbc-2876-4f7a-a833-4141a66095a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.728095444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"0f203dca-cef3-4843-b352-7b0c90fa09fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.765725309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"0eef4fbc-2876-4f7a-a833-4141a66095a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.768938925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"754e5cff-2b38-4023-b6e0-cbbbb991f50d","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.782236878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"0f203dca-cef3-4843-b352-7b0c90fa09fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.818838899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-4ec609-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"0eef4fbc-2876-4f7a-a833-4141a66095a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.835282052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-4ec609-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"0f203dca-cef3-4843-b352-7b0c90fa09fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.889944211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"03893ba6-112a-4b60-981a-531dc56b8f5b","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.966207741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"05e824fb-a6ae-4824-92bc-577f1369adaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.966377424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"5b3c66c6-57c0-4e44-b2ca-f1fb7fc5c5bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.021050918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"05e824fb-a6ae-4824-92bc-577f1369adaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.068797664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"a4736f5d-65f3-4df7-b08f-f3fefe5c2e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.073644511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-4ec609-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"05e824fb-a6ae-4824-92bc-577f1369adaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.123003967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"a4736f5d-65f3-4df7-b08f-f3fefe5c2e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.126484696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"01f55c6c-5513-4d07-9729-4a786a51d93b","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.175993639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-4ec609-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"a4736f5d-65f3-4df7-b08f-f3fefe5c2e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.599629413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"54da7351-e7af-4e34-8bc7-ccf1dbb1b5ee","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.424693456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"879ef39d-0d0d-4f24-954b-99ca56d5c112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.478956318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"879ef39d-0d0d-4f24-954b-99ca56d5c112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.7826916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"3e1d7ca3-cb74-42fd-8495-7c21762f9733","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.782866107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"1e822333-29b4-4d54-97a9-c785ee2ee545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.837000614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"1e822333-29b4-4d54-97a9-c785ee2ee545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:16.144266606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"796de2e2-444a-41ad-947e-c3b50d17a540","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:19.23021182Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:19.702473569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"bbe0f55c-0b27-4988-81ee-eb4db3db97ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:19.842828147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"c43ba199-d04f-46f1-b7dc-7ec58e8f4a6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:19.898723812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"b47d61c0-dc18-4922-a02a-742714337277","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.000140596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"89ce502b-4335-46c9-b29e-46e57b8c88e0","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.172111319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"3f85b150-1319-4e51-8f86-3d26cee84c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.172131711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"f92d5d91-8f29-4bd2-abe3-2dcd69bf4244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.22696208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"3f85b150-1319-4e51-8f86-3d26cee84c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.22714638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"f92d5d91-8f29-4bd2-abe3-2dcd69bf4244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.280153806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-4ec609-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5dfaf82aa28636409e6aa9f331d5379e7dfa95c86d9e417faf3866c935f6b2bb) AuthConfig (4155349e2337c2d842b2e600a98ccb98d93ae8e0e0aff4bd56d535a3e6c032bb) AuthConfig (3ebd924da3d2cfcb0d6b5f4369f7be1b645fa020d2cfb23ade52448154876166) AuthConfig (1596862aa910eed66be13fd2190c4b766e1f7d6aa2235fda6011ef7df9ce53b1) AuthConfig (20bedb9f13db666cdd1fb42e74647ac09682bb48585dc6180a930f6495513d9f) AuthConfig (32c3ccea8c0348d399a5eb255a5dc60884ad8af60470af8c66cd94c4fab99055) AuthConfig (89d136af3881d4424571988f8e3e5abdfb0136cbcdd535193291b6e6ccdcf62b) AuthConfig (eb6f49ae35fa7d5239ff17c5d85272dc44d19a68313ffd3867c2920e2b3d2343) AuthConfig (ecb8c27532f4ae87a0a619ce734bfaad73f6a94306fa36393fa94834063bf6a6) AuthConfig (650f1edc64b327fce2aa32fc9a9210774df0ebbd8bfd096b43c3f7d3a99563e4) AuthConfig (cfb2faa7b448bd79ab95cc0cbfd089eba4911ec8dd60ed9378ecc07ee7ca2ede) AuthConfig (463d3f6513e1750bc92f1964e8980270ab2102aaed9e42c4b66c9f6b415ac1b9) AuthConfig (532809c96aeb99e7836e2fee866232506954f3d6db9f834c6f9145c31a8d4ac0) AuthConfig (01b99792f4d0517da713f80e50a15d49619f61da60ccfd0ddd9eca292e22d150) AuthConfig (353d5b240b0e38b1bf954d947f90994d0b436a09c3ab85c39e15c35519b26985) AuthConfig (b04e5f055cb3145c3d50e87945a331a38d67c9905a8b9cd94ff64ac990354d5c) AuthConfig (aa88a6aa101e54199795ad0ca8dac51e4f4827f8b1f801cfa19882fbf1b01582) AuthConfig (05a9bde234f7eff4086d1d27bb2c08356106e0c448a6a03d5d4a37e199e3edfe) AuthConfig (7fda80a0baa66f3f34c80b857e64f989b79f38e4ef36de4da8dca923215b78a1) AuthConfig (4a8423ba23b58377dd06bd35599224be5b0d0e40dbb5eb528259168f429e3f57) AuthConfig (adc0d987f014ed27b52f463a7f7259fee3a80380b6d8e49a4311403f82dfa6e5) AuthConfig (cbbe3ef642f1de47fc3193cd8d4fa55da7b4e24ba98bd02a00bc83a5c66b46f2) AuthConfig (6ba64181e7c36e3405eb1afc57dded34b919e4bc60b6dec698422156f649b9f8) AuthConfig (5d7b1b6c88281856df0f41ee1bccf230124cedabfc5de2c4dfb76275d639fc56) AuthConfig (3a2dec00629a5bd46a694a0461f552896b1c93c43abc6f532f10e9415ed379c5) AuthConfig (420bca44a6480c545f45ea8a37e3c88768386768eba1b9a7307e7bd4b6943135) AuthConfig (863c76450b193c75bacc9eb21c426a110e4a6c1d303bb4fa948085ff07d5fb9d) AuthConfig (3100c44bb85cb29e915ac9238e95472cd30e603e87f695373ef5eb35bd95c8d1) AuthConfig (51f1b804cc18e1cd9954105ddc303acb3fe1035a8cb47f21005a21c59b0f0f10) AuthConfig (08126bd23e26e70d05d62408e9c884dd8b554dc4570dccaaa663fec585de4801)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"f92d5d91-8f29-4bd2-abe3-2dcd69bf4244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.280265375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-4ec609-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5dfaf82aa28636409e6aa9f331d5379e7dfa95c86d9e417faf3866c935f6b2bb) AuthConfig (4155349e2337c2d842b2e600a98ccb98d93ae8e0e0aff4bd56d535a3e6c032bb) AuthConfig (3ebd924da3d2cfcb0d6b5f4369f7be1b645fa020d2cfb23ade52448154876166) AuthConfig (1596862aa910eed66be13fd2190c4b766e1f7d6aa2235fda6011ef7df9ce53b1) AuthConfig (20bedb9f13db666cdd1fb42e74647ac09682bb48585dc6180a930f6495513d9f) AuthConfig (32c3ccea8c0348d399a5eb255a5dc60884ad8af60470af8c66cd94c4fab99055) AuthConfig (89d136af3881d4424571988f8e3e5abdfb0136cbcdd535193291b6e6ccdcf62b) AuthConfig (eb6f49ae35fa7d5239ff17c5d85272dc44d19a68313ffd3867c2920e2b3d2343) AuthConfig (ecb8c27532f4ae87a0a619ce734bfaad73f6a94306fa36393fa94834063bf6a6) AuthConfig (650f1edc64b327fce2aa32fc9a9210774df0ebbd8bfd096b43c3f7d3a99563e4) AuthConfig (cfb2faa7b448bd79ab95cc0cbfd089eba4911ec8dd60ed9378ecc07ee7ca2ede) AuthConfig (463d3f6513e1750bc92f1964e8980270ab2102aaed9e42c4b66c9f6b415ac1b9) AuthConfig (532809c96aeb99e7836e2fee866232506954f3d6db9f834c6f9145c31a8d4ac0) AuthConfig (01b99792f4d0517da713f80e50a15d49619f61da60ccfd0ddd9eca292e22d150) AuthConfig (353d5b240b0e38b1bf954d947f90994d0b436a09c3ab85c39e15c35519b26985) AuthConfig (b04e5f055cb3145c3d50e87945a331a38d67c9905a8b9cd94ff64ac990354d5c) AuthConfig (aa88a6aa101e54199795ad0ca8dac51e4f4827f8b1f801cfa19882fbf1b01582) AuthConfig (05a9bde234f7eff4086d1d27bb2c08356106e0c448a6a03d5d4a37e199e3edfe) AuthConfig (7fda80a0baa66f3f34c80b857e64f989b79f38e4ef36de4da8dca923215b78a1) AuthConfig (4a8423ba23b58377dd06bd35599224be5b0d0e40dbb5eb528259168f429e3f57) AuthConfig (adc0d987f014ed27b52f463a7f7259fee3a80380b6d8e49a4311403f82dfa6e5) AuthConfig (cbbe3ef642f1de47fc3193cd8d4fa55da7b4e24ba98bd02a00bc83a5c66b46f2) AuthConfig (6ba64181e7c36e3405eb1afc57dded34b919e4bc60b6dec698422156f649b9f8) AuthConfig (5d7b1b6c88281856df0f41ee1bccf230124cedabfc5de2c4dfb76275d639fc56) AuthConfig (3a2dec00629a5bd46a694a0461f552896b1c93c43abc6f532f10e9415ed379c5) AuthConfig (420bca44a6480c545f45ea8a37e3c88768386768eba1b9a7307e7bd4b6943135) AuthConfig (863c76450b193c75bacc9eb21c426a110e4a6c1d303bb4fa948085ff07d5fb9d) AuthConfig (3100c44bb85cb29e915ac9238e95472cd30e603e87f695373ef5eb35bd95c8d1) AuthConfig (51f1b804cc18e1cd9954105ddc303acb3fe1035a8cb47f21005a21c59b0f0f10) AuthConfig (08126bd23e26e70d05d62408e9c884dd8b554dc4570dccaaa663fec585de4801)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"3f85b150-1319-4e51-8f86-3d26cee84c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.335661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"242a0156-d332-470c-8fb5-e921d0d193ad","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.336531982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"c62117b9-21b4-4a40-b9bb-3fb1e55cedaf","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.482711895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"9423f7e9-f24f-48e9-b73d-153b8c7b43f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.482711892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"ea7abc3f-8402-4b53-b3f2-bc8763b6c7f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.537776544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"9423f7e9-f24f-48e9-b73d-153b8c7b43f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.540446234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"ea7abc3f-8402-4b53-b3f2-bc8763b6c7f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.590625481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-4ec609-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5dfaf82aa28636409e6aa9f331d5379e7dfa95c86d9e417faf3866c935f6b2bb) AuthConfig (4155349e2337c2d842b2e600a98ccb98d93ae8e0e0aff4bd56d535a3e6c032bb) AuthConfig (3ebd924da3d2cfcb0d6b5f4369f7be1b645fa020d2cfb23ade52448154876166) AuthConfig (1596862aa910eed66be13fd2190c4b766e1f7d6aa2235fda6011ef7df9ce53b1) AuthConfig (20bedb9f13db666cdd1fb42e74647ac09682bb48585dc6180a930f6495513d9f) AuthConfig (32c3ccea8c0348d399a5eb255a5dc60884ad8af60470af8c66cd94c4fab99055) AuthConfig (89d136af3881d4424571988f8e3e5abdfb0136cbcdd535193291b6e6ccdcf62b) AuthConfig (eb6f49ae35fa7d5239ff17c5d85272dc44d19a68313ffd3867c2920e2b3d2343) AuthConfig (ecb8c27532f4ae87a0a619ce734bfaad73f6a94306fa36393fa94834063bf6a6) AuthConfig (650f1edc64b327fce2aa32fc9a9210774df0ebbd8bfd096b43c3f7d3a99563e4) AuthConfig (cfb2faa7b448bd79ab95cc0cbfd089eba4911ec8dd60ed9378ecc07ee7ca2ede) AuthConfig (463d3f6513e1750bc92f1964e8980270ab2102aaed9e42c4b66c9f6b415ac1b9) AuthConfig (532809c96aeb99e7836e2fee866232506954f3d6db9f834c6f9145c31a8d4ac0) AuthConfig (01b99792f4d0517da713f80e50a15d49619f61da60ccfd0ddd9eca292e22d150) AuthConfig (353d5b240b0e38b1bf954d947f90994d0b436a09c3ab85c39e15c35519b26985) AuthConfig (b04e5f055cb3145c3d50e87945a331a38d67c9905a8b9cd94ff64ac990354d5c) AuthConfig (aa88a6aa101e54199795ad0ca8dac51e4f4827f8b1f801cfa19882fbf1b01582) AuthConfig (05a9bde234f7eff4086d1d27bb2c08356106e0c448a6a03d5d4a37e199e3edfe) AuthConfig (7fda80a0baa66f3f34c80b857e64f989b79f38e4ef36de4da8dca923215b78a1) AuthConfig (4a8423ba23b58377dd06bd35599224be5b0d0e40dbb5eb528259168f429e3f57) AuthConfig (adc0d987f014ed27b52f463a7f7259fee3a80380b6d8e49a4311403f82dfa6e5) AuthConfig (cbbe3ef642f1de47fc3193cd8d4fa55da7b4e24ba98bd02a00bc83a5c66b46f2) AuthConfig (6ba64181e7c36e3405eb1afc57dded34b919e4bc60b6dec698422156f649b9f8) AuthConfig (5d7b1b6c88281856df0f41ee1bccf230124cedabfc5de2c4dfb76275d639fc56) AuthConfig (3a2dec00629a5bd46a694a0461f552896b1c93c43abc6f532f10e9415ed379c5) AuthConfig (420bca44a6480c545f45ea8a37e3c88768386768eba1b9a7307e7bd4b6943135) AuthConfig (863c76450b193c75bacc9eb21c426a110e4a6c1d303bb4fa948085ff07d5fb9d) AuthConfig (3100c44bb85cb29e915ac9238e95472cd30e603e87f695373ef5eb35bd95c8d1) AuthConfig (51f1b804cc18e1cd9954105ddc303acb3fe1035a8cb47f21005a21c59b0f0f10) AuthConfig (08126bd23e26e70d05d62408e9c884dd8b554dc4570dccaaa663fec585de4801)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"9423f7e9-f24f-48e9-b73d-153b8c7b43f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.593582414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-4ec609-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5dfaf82aa28636409e6aa9f331d5379e7dfa95c86d9e417faf3866c935f6b2bb) AuthConfig (4155349e2337c2d842b2e600a98ccb98d93ae8e0e0aff4bd56d535a3e6c032bb) AuthConfig (3ebd924da3d2cfcb0d6b5f4369f7be1b645fa020d2cfb23ade52448154876166) AuthConfig (1596862aa910eed66be13fd2190c4b766e1f7d6aa2235fda6011ef7df9ce53b1) AuthConfig (20bedb9f13db666cdd1fb42e74647ac09682bb48585dc6180a930f6495513d9f) AuthConfig (32c3ccea8c0348d399a5eb255a5dc60884ad8af60470af8c66cd94c4fab99055) AuthConfig (89d136af3881d4424571988f8e3e5abdfb0136cbcdd535193291b6e6ccdcf62b) AuthConfig (eb6f49ae35fa7d5239ff17c5d85272dc44d19a68313ffd3867c2920e2b3d2343) AuthConfig (ecb8c27532f4ae87a0a619ce734bfaad73f6a94306fa36393fa94834063bf6a6) AuthConfig (650f1edc64b327fce2aa32fc9a9210774df0ebbd8bfd096b43c3f7d3a99563e4) AuthConfig (cfb2faa7b448bd79ab95cc0cbfd089eba4911ec8dd60ed9378ecc07ee7ca2ede) AuthConfig (463d3f6513e1750bc92f1964e8980270ab2102aaed9e42c4b66c9f6b415ac1b9) AuthConfig (532809c96aeb99e7836e2fee866232506954f3d6db9f834c6f9145c31a8d4ac0) AuthConfig (01b99792f4d0517da713f80e50a15d49619f61da60ccfd0ddd9eca292e22d150) AuthConfig (353d5b240b0e38b1bf954d947f90994d0b436a09c3ab85c39e15c35519b26985) AuthConfig (b04e5f055cb3145c3d50e87945a331a38d67c9905a8b9cd94ff64ac990354d5c) AuthConfig (aa88a6aa101e54199795ad0ca8dac51e4f4827f8b1f801cfa19882fbf1b01582) AuthConfig (05a9bde234f7eff4086d1d27bb2c08356106e0c448a6a03d5d4a37e199e3edfe) AuthConfig (7fda80a0baa66f3f34c80b857e64f989b79f38e4ef36de4da8dca923215b78a1) AuthConfig (4a8423ba23b58377dd06bd35599224be5b0d0e40dbb5eb528259168f429e3f57) AuthConfig (adc0d987f014ed27b52f463a7f7259fee3a80380b6d8e49a4311403f82dfa6e5) AuthConfig (cbbe3ef642f1de47fc3193cd8d4fa55da7b4e24ba98bd02a00bc83a5c66b46f2) AuthConfig (6ba64181e7c36e3405eb1afc57dded34b919e4bc60b6dec698422156f649b9f8) AuthConfig (5d7b1b6c88281856df0f41ee1bccf230124cedabfc5de2c4dfb76275d639fc56) AuthConfig (3a2dec00629a5bd46a694a0461f552896b1c93c43abc6f532f10e9415ed379c5) AuthConfig (420bca44a6480c545f45ea8a37e3c88768386768eba1b9a7307e7bd4b6943135) AuthConfig (863c76450b193c75bacc9eb21c426a110e4a6c1d303bb4fa948085ff07d5fb9d) AuthConfig (3100c44bb85cb29e915ac9238e95472cd30e603e87f695373ef5eb35bd95c8d1) AuthConfig (51f1b804cc18e1cd9954105ddc303acb3fe1035a8cb47f21005a21c59b0f0f10) AuthConfig (08126bd23e26e70d05d62408e9c884dd8b554dc4570dccaaa663fec585de4801)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"ea7abc3f-8402-4b53-b3f2-bc8763b6c7f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:20.641434703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"9423f7e9-f24f-48e9-b73d-153b8c7b43f2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:20.644073972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"ea7abc3f-8402-4b53-b3f2-bc8763b6c7f7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.794410798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"d1d5b35f-69cc-4a28-87df-2b72fd9f7c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.795412279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"f0a3f364-4a81-4e31-8ba8-44493a5a7bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.848568994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"d1d5b35f-69cc-4a28-87df-2b72fd9f7c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.849651899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"f0a3f364-4a81-4e31-8ba8-44493a5a7bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.901642899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-4ec609-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5dfaf82aa28636409e6aa9f331d5379e7dfa95c86d9e417faf3866c935f6b2bb) AuthConfig (4155349e2337c2d842b2e600a98ccb98d93ae8e0e0aff4bd56d535a3e6c032bb) AuthConfig (3ebd924da3d2cfcb0d6b5f4369f7be1b645fa020d2cfb23ade52448154876166) AuthConfig (1596862aa910eed66be13fd2190c4b766e1f7d6aa2235fda6011ef7df9ce53b1) AuthConfig (20bedb9f13db666cdd1fb42e74647ac09682bb48585dc6180a930f6495513d9f) AuthConfig (32c3ccea8c0348d399a5eb255a5dc60884ad8af60470af8c66cd94c4fab99055) AuthConfig (89d136af3881d4424571988f8e3e5abdfb0136cbcdd535193291b6e6ccdcf62b) AuthConfig (eb6f49ae35fa7d5239ff17c5d85272dc44d19a68313ffd3867c2920e2b3d2343) AuthConfig (ecb8c27532f4ae87a0a619ce734bfaad73f6a94306fa36393fa94834063bf6a6) AuthConfig (650f1edc64b327fce2aa32fc9a9210774df0ebbd8bfd096b43c3f7d3a99563e4) AuthConfig (cfb2faa7b448bd79ab95cc0cbfd089eba4911ec8dd60ed9378ecc07ee7ca2ede) AuthConfig (463d3f6513e1750bc92f1964e8980270ab2102aaed9e42c4b66c9f6b415ac1b9) AuthConfig (532809c96aeb99e7836e2fee866232506954f3d6db9f834c6f9145c31a8d4ac0) AuthConfig (01b99792f4d0517da713f80e50a15d49619f61da60ccfd0ddd9eca292e22d150) AuthConfig (353d5b240b0e38b1bf954d947f90994d0b436a09c3ab85c39e15c35519b26985) AuthConfig (b04e5f055cb3145c3d50e87945a331a38d67c9905a8b9cd94ff64ac990354d5c) AuthConfig (aa88a6aa101e54199795ad0ca8dac51e4f4827f8b1f801cfa19882fbf1b01582) AuthConfig (05a9bde234f7eff4086d1d27bb2c08356106e0c448a6a03d5d4a37e199e3edfe) AuthConfig (7fda80a0baa66f3f34c80b857e64f989b79f38e4ef36de4da8dca923215b78a1) AuthConfig (4a8423ba23b58377dd06bd35599224be5b0d0e40dbb5eb528259168f429e3f57) AuthConfig (adc0d987f014ed27b52f463a7f7259fee3a80380b6d8e49a4311403f82dfa6e5) AuthConfig (cbbe3ef642f1de47fc3193cd8d4fa55da7b4e24ba98bd02a00bc83a5c66b46f2) AuthConfig (6ba64181e7c36e3405eb1afc57dded34b919e4bc60b6dec698422156f649b9f8) AuthConfig (5d7b1b6c88281856df0f41ee1bccf230124cedabfc5de2c4dfb76275d639fc56) AuthConfig (3a2dec00629a5bd46a694a0461f552896b1c93c43abc6f532f10e9415ed379c5) AuthConfig (420bca44a6480c545f45ea8a37e3c88768386768eba1b9a7307e7bd4b6943135) AuthConfig (863c76450b193c75bacc9eb21c426a110e4a6c1d303bb4fa948085ff07d5fb9d) AuthConfig (3100c44bb85cb29e915ac9238e95472cd30e603e87f695373ef5eb35bd95c8d1) AuthConfig (51f1b804cc18e1cd9954105ddc303acb3fe1035a8cb47f21005a21c59b0f0f10) AuthConfig (08126bd23e26e70d05d62408e9c884dd8b554dc4570dccaaa663fec585de4801)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"d1d5b35f-69cc-4a28-87df-2b72fd9f7c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.902432134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-4ec609-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5dfaf82aa28636409e6aa9f331d5379e7dfa95c86d9e417faf3866c935f6b2bb) AuthConfig (4155349e2337c2d842b2e600a98ccb98d93ae8e0e0aff4bd56d535a3e6c032bb) AuthConfig (3ebd924da3d2cfcb0d6b5f4369f7be1b645fa020d2cfb23ade52448154876166) AuthConfig (1596862aa910eed66be13fd2190c4b766e1f7d6aa2235fda6011ef7df9ce53b1) AuthConfig (20bedb9f13db666cdd1fb42e74647ac09682bb48585dc6180a930f6495513d9f) AuthConfig (32c3ccea8c0348d399a5eb255a5dc60884ad8af60470af8c66cd94c4fab99055) AuthConfig (89d136af3881d4424571988f8e3e5abdfb0136cbcdd535193291b6e6ccdcf62b) AuthConfig (eb6f49ae35fa7d5239ff17c5d85272dc44d19a68313ffd3867c2920e2b3d2343) AuthConfig (ecb8c27532f4ae87a0a619ce734bfaad73f6a94306fa36393fa94834063bf6a6) AuthConfig (650f1edc64b327fce2aa32fc9a9210774df0ebbd8bfd096b43c3f7d3a99563e4) AuthConfig (cfb2faa7b448bd79ab95cc0cbfd089eba4911ec8dd60ed9378ecc07ee7ca2ede) AuthConfig (463d3f6513e1750bc92f1964e8980270ab2102aaed9e42c4b66c9f6b415ac1b9) AuthConfig (532809c96aeb99e7836e2fee866232506954f3d6db9f834c6f9145c31a8d4ac0) AuthConfig (01b99792f4d0517da713f80e50a15d49619f61da60ccfd0ddd9eca292e22d150) AuthConfig (353d5b240b0e38b1bf954d947f90994d0b436a09c3ab85c39e15c35519b26985) AuthConfig (b04e5f055cb3145c3d50e87945a331a38d67c9905a8b9cd94ff64ac990354d5c) AuthConfig (aa88a6aa101e54199795ad0ca8dac51e4f4827f8b1f801cfa19882fbf1b01582) AuthConfig (05a9bde234f7eff4086d1d27bb2c08356106e0c448a6a03d5d4a37e199e3edfe) AuthConfig (7fda80a0baa66f3f34c80b857e64f989b79f38e4ef36de4da8dca923215b78a1) AuthConfig (4a8423ba23b58377dd06bd35599224be5b0d0e40dbb5eb528259168f429e3f57) AuthConfig (adc0d987f014ed27b52f463a7f7259fee3a80380b6d8e49a4311403f82dfa6e5) AuthConfig (cbbe3ef642f1de47fc3193cd8d4fa55da7b4e24ba98bd02a00bc83a5c66b46f2) AuthConfig (6ba64181e7c36e3405eb1afc57dded34b919e4bc60b6dec698422156f649b9f8) AuthConfig (5d7b1b6c88281856df0f41ee1bccf230124cedabfc5de2c4dfb76275d639fc56) AuthConfig (3a2dec00629a5bd46a694a0461f552896b1c93c43abc6f532f10e9415ed379c5) AuthConfig (420bca44a6480c545f45ea8a37e3c88768386768eba1b9a7307e7bd4b6943135) AuthConfig (863c76450b193c75bacc9eb21c426a110e4a6c1d303bb4fa948085ff07d5fb9d) AuthConfig (3100c44bb85cb29e915ac9238e95472cd30e603e87f695373ef5eb35bd95c8d1) AuthConfig (51f1b804cc18e1cd9954105ddc303acb3fe1035a8cb47f21005a21c59b0f0f10) AuthConfig (08126bd23e26e70d05d62408e9c884dd8b554dc4570dccaaa663fec585de4801)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"f0a3f364-4a81-4e31-8ba8-44493a5a7bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.473442167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"24e11c93-bea8-4ca4-a609-2b583fb472fe","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.526484821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"a13262c3-2439-4828-a7ff-51cd10cb9482","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.594823844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"da16996d-e94d-4ad7-a448-4d469664284a","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.651119587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"aa3db304-4352-468a-9648-0636729bdc97","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.700212917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"7cc4b868-054c-4ab0-8591-0e9b81a86063","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:21.704031063Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-b0a183/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.753055179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"f629bdc5-25cb-4714-b0d4-afa89f928975","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.87696949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"119ec914-4b0b-4a49-98e5-7602f3c2e7eb","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.932776947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"2c07b519-3038-4859-9915-4a845fd7ce57","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.959016325Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"90968399-4e03-4e91-8eb1-80ab77c77ec7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"simulator-w2-b0a183","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-b0a183/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.028190294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"9773a9be-60aa-475f-99ca-95dc03c057da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.116333139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"dab02363-b006-405d-8b86-90b22381b671","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.155416476Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"9773a9be-60aa-475f-99ca-95dc03c057da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.162428838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"bcb4f9a3-e438-4c5f-b1f7-70504ff72477","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.208405648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-b0a183-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"9773a9be-60aa-475f-99ca-95dc03c057da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.215602598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"f3f18a5f-42ec-4d5d-b2cf-7f00fb283360","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.260722479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"1f8faf0d-24b4-4d8d-89bd-a19189c1fa56","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.265911826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"46c2d7b9-4eb9-4a6d-97fb-e866794dc0f9","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:22.267115084Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-b0a183/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.319953186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"391b7b12-3497-4f20-9955-0d1be4602afc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.322835643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"f78ec775-e918-4903-af14-84ebd03eb2e1","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.358562306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"bde180a7-e994-449d-bcca-97f66e054baa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.412591283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"bde180a7-e994-449d-bcca-97f66e054baa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.455633188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"5605c3ed-4064-4704-948e-1e9ab7efe6d3","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.465484383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-b0a183-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"bde180a7-e994-449d-bcca-97f66e054baa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.513623681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"c27785ee-01f4-4ebd-a8cc-98062c918fc0","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.514071441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"8bf0d485-2d98-4b26-af2e-175a236a6ce3","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.528450437Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"199a7caa-8e6c-433d-ba08-0259e15eb68a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"premium-w2-b0a183","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-b0a183/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.687949431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"512f0522-908e-4426-ac08-383e1f5143de","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.70924038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"284fb904-2e4a-4e3c-b5bd-92b4566f051f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.709241447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"35e25584-fbd8-42cd-9863-adc3b7c93386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.764423062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"35e25584-fbd8-42cd-9863-adc3b7c93386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.764501428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"284fb904-2e4a-4e3c-b5bd-92b4566f051f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.858697399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-b0a183-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"35e25584-fbd8-42cd-9863-adc3b7c93386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.859698536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-b0a183-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"284fb904-2e4a-4e3c-b5bd-92b4566f051f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.911602772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"0f4b1066-de00-459d-b75d-44f85e29d730","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.915554962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"15ee828b-8984-4d64-8ba7-2af2882f5e30","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:23.01306586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"62667d20-b7a7-48ac-b71d-5e8cccc58186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:23.067740269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"62667d20-b7a7-48ac-b71d-5e8cccc58186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:23.109664273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"41532311-4177-4c05-94f1-f0dbdd060938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:23.120961797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-b0a183-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"62667d20-b7a7-48ac-b71d-5e8cccc58186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:23.164536183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"41532311-4177-4c05-94f1-f0dbdd060938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:23.217426119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-b0a183-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"41532311-4177-4c05-94f1-f0dbdd060938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:24.611450621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"3c95e75d-1dfc-47f1-9756-dfed7747a9ec","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:24.663791534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"e295a957-1c09-4061-950a-ec5c3149a082","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:24.810291486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-dry-sub-f21e2f06-auth","reconcileID":"dc30f5d4-5e3f-4919-a51d-ac25a528f816","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:24.864512537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-dry-sub-f21e2f06-auth","reconcileID":"dc30f5d4-5e3f-4919-a51d-ac25a528f816","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:24.901070365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"dc46f681-993a-4ec4-aa03-2d3afa051640","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:24.956656251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"65173a60-5e75-449b-ac0b-aed35c5ebcec","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.004062665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"41e30b2d-96ab-427a-b643-a9df47ae29e5","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:25.006588346Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-a74d15/e2e-dry-sub-f21e2f06","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-f21e2f06\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.047884634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"dfd32f7a-f34c-4166-8627-5ce3e1422ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.047904436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"3af3559a-a8da-498c-8e75-8bbfd4edff33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.056426689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"5c6e5012-8110-4581-b65f-70bf86f6fd8d","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.102227724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"3af3559a-a8da-498c-8e75-8bbfd4edff33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.10246713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"dfd32f7a-f34c-4166-8627-5ce3e1422ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.1681543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"afa74e37-427e-4bf4-bad2-3d8d95795044","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.310661966Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-f21e2f06","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-dry-sub-f21e2f06","reconcileID":"30e183e0-0933-4a44-825b-07dcac1b20a4","MaaSSubscription":{"name":"e2e-dry-sub-f21e2f06","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/e2e-dry-sub-f21e2f06","ai-tenant-e2e-worker-w0-a74d15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.313907675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-dry-sub-f21e2f06-auth","reconcileID":"dc033acc-4646-43e1-b65d-536e2e45e15c","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.367887759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-dry-sub-f21e2f06-auth","reconcileID":"dc033acc-4646-43e1-b65d-536e2e45e15c","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.414628849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"b79d8bdd-ed05-48b3-89fa-59317362145f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.414646474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"4ff77d59-2382-472e-934e-16dbeffef2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.466667552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"78d9a65c-3bfa-4ad1-aa32-bed8e4f5a224","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.471020226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"4ff77d59-2382-472e-934e-16dbeffef2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.472010879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"b79d8bdd-ed05-48b3-89fa-59317362145f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.509343975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"76088553-4c75-427b-83b2-bd7eda1d8cb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.664720156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-f21e2f06","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-dry-sub-f21e2f06","reconcileID":"5d3bd4f3-92ff-4971-8c92-ca843c4c686b","MaaSSubscription":{"name":"e2e-dry-sub-f21e2f06","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:29.438110003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"6cd9ef73-557c-4198-80ec-9cfdb0a25096","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:29.585278886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"999e9d4c-f9f1-451e-8c8e-6d482a58c760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:29.585472623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"cae413c0-4ccc-473b-b005-9154ab67ad5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:29.585277565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-dry-sub-f21e2f06-auth","reconcileID":"2b5edbf3-275b-4abd-86fa-f1f2953ae747","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:29.640190059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-dry-sub-f21e2f06-auth","reconcileID":"2b5edbf3-275b-4abd-86fa-f1f2953ae747","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:29.640367817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"999e9d4c-f9f1-451e-8c8e-6d482a58c760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:29.642617406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"cae413c0-4ccc-473b-b005-9154ab67ad5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:31.049156822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"4ff42180-d030-4c03-bb6e-8425f8b15385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:31.049346234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"ffb21c87-989e-4267-a5f3-bee680a5024c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:31.104110413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"ffb21c87-989e-4267-a5f3-bee680a5024c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:31.104333298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"4ff42180-d030-4c03-bb6e-8425f8b15385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:31.157644536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-4ec609-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5dfaf82aa28636409e6aa9f331d5379e7dfa95c86d9e417faf3866c935f6b2bb) AuthConfig (4155349e2337c2d842b2e600a98ccb98d93ae8e0e0aff4bd56d535a3e6c032bb) AuthConfig (3ebd924da3d2cfcb0d6b5f4369f7be1b645fa020d2cfb23ade52448154876166) AuthConfig (1596862aa910eed66be13fd2190c4b766e1f7d6aa2235fda6011ef7df9ce53b1) AuthConfig (20bedb9f13db666cdd1fb42e74647ac09682bb48585dc6180a930f6495513d9f) AuthConfig (32c3ccea8c0348d399a5eb255a5dc60884ad8af60470af8c66cd94c4fab99055) AuthConfig (89d136af3881d4424571988f8e3e5abdfb0136cbcdd535193291b6e6ccdcf62b) AuthConfig (eb6f49ae35fa7d5239ff17c5d85272dc44d19a68313ffd3867c2920e2b3d2343) AuthConfig (ecb8c27532f4ae87a0a619ce734bfaad73f6a94306fa36393fa94834063bf6a6) AuthConfig (650f1edc64b327fce2aa32fc9a9210774df0ebbd8bfd096b43c3f7d3a99563e4) AuthConfig (cfb2faa7b448bd79ab95cc0cbfd089eba4911ec8dd60ed9378ecc07ee7ca2ede) AuthConfig (463d3f6513e1750bc92f1964e8980270ab2102aaed9e42c4b66c9f6b415ac1b9) AuthConfig (532809c96aeb99e7836e2fee866232506954f3d6db9f834c6f9145c31a8d4ac0) AuthConfig (01b99792f4d0517da713f80e50a15d49619f61da60ccfd0ddd9eca292e22d150) AuthConfig (353d5b240b0e38b1bf954d947f90994d0b436a09c3ab85c39e15c35519b26985) AuthConfig (b04e5f055cb3145c3d50e87945a331a38d67c9905a8b9cd94ff64ac990354d5c) AuthConfig (aa88a6aa101e54199795ad0ca8dac51e4f4827f8b1f801cfa19882fbf1b01582) AuthConfig (05a9bde234f7eff4086d1d27bb2c08356106e0c448a6a03d5d4a37e199e3edfe) AuthConfig (7fda80a0baa66f3f34c80b857e64f989b79f38e4ef36de4da8dca923215b78a1) AuthConfig (4a8423ba23b58377dd06bd35599224be5b0d0e40dbb5eb528259168f429e3f57) AuthConfig (adc0d987f014ed27b52f463a7f7259fee3a80380b6d8e49a4311403f82dfa6e5) AuthConfig (cbbe3ef642f1de47fc3193cd8d4fa55da7b4e24ba98bd02a00bc83a5c66b46f2) AuthConfig (6ba64181e7c36e3405eb1afc57dded34b919e4bc60b6dec698422156f649b9f8) AuthConfig (5d7b1b6c88281856df0f41ee1bccf230124cedabfc5de2c4dfb76275d639fc56) AuthConfig (3a2dec00629a5bd46a694a0461f552896b1c93c43abc6f532f10e9415ed379c5) AuthConfig (420bca44a6480c545f45ea8a37e3c88768386768eba1b9a7307e7bd4b6943135) AuthConfig (863c76450b193c75bacc9eb21c426a110e4a6c1d303bb4fa948085ff07d5fb9d) AuthConfig (3100c44bb85cb29e915ac9238e95472cd30e603e87f695373ef5eb35bd95c8d1) AuthConfig (51f1b804cc18e1cd9954105ddc303acb3fe1035a8cb47f21005a21c59b0f0f10) AuthConfig (08126bd23e26e70d05d62408e9c884dd8b554dc4570dccaaa663fec585de4801)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"ffb21c87-989e-4267-a5f3-bee680a5024c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:31.15776363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-4ec609-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5dfaf82aa28636409e6aa9f331d5379e7dfa95c86d9e417faf3866c935f6b2bb) AuthConfig (4155349e2337c2d842b2e600a98ccb98d93ae8e0e0aff4bd56d535a3e6c032bb) AuthConfig (3ebd924da3d2cfcb0d6b5f4369f7be1b645fa020d2cfb23ade52448154876166) AuthConfig (1596862aa910eed66be13fd2190c4b766e1f7d6aa2235fda6011ef7df9ce53b1) AuthConfig (20bedb9f13db666cdd1fb42e74647ac09682bb48585dc6180a930f6495513d9f) AuthConfig (32c3ccea8c0348d399a5eb255a5dc60884ad8af60470af8c66cd94c4fab99055) AuthConfig (89d136af3881d4424571988f8e3e5abdfb0136cbcdd535193291b6e6ccdcf62b) AuthConfig (eb6f49ae35fa7d5239ff17c5d85272dc44d19a68313ffd3867c2920e2b3d2343) AuthConfig (ecb8c27532f4ae87a0a619ce734bfaad73f6a94306fa36393fa94834063bf6a6) AuthConfig (650f1edc64b327fce2aa32fc9a9210774df0ebbd8bfd096b43c3f7d3a99563e4) AuthConfig (cfb2faa7b448bd79ab95cc0cbfd089eba4911ec8dd60ed9378ecc07ee7ca2ede) AuthConfig (463d3f6513e1750bc92f1964e8980270ab2102aaed9e42c4b66c9f6b415ac1b9) AuthConfig (532809c96aeb99e7836e2fee866232506954f3d6db9f834c6f9145c31a8d4ac0) AuthConfig (01b99792f4d0517da713f80e50a15d49619f61da60ccfd0ddd9eca292e22d150) AuthConfig (353d5b240b0e38b1bf954d947f90994d0b436a09c3ab85c39e15c35519b26985) AuthConfig (b04e5f055cb3145c3d50e87945a331a38d67c9905a8b9cd94ff64ac990354d5c) AuthConfig (aa88a6aa101e54199795ad0ca8dac51e4f4827f8b1f801cfa19882fbf1b01582) AuthConfig (05a9bde234f7eff4086d1d27bb2c08356106e0c448a6a03d5d4a37e199e3edfe) AuthConfig (7fda80a0baa66f3f34c80b857e64f989b79f38e4ef36de4da8dca923215b78a1) AuthConfig (4a8423ba23b58377dd06bd35599224be5b0d0e40dbb5eb528259168f429e3f57) AuthConfig (adc0d987f014ed27b52f463a7f7259fee3a80380b6d8e49a4311403f82dfa6e5) AuthConfig (cbbe3ef642f1de47fc3193cd8d4fa55da7b4e24ba98bd02a00bc83a5c66b46f2) AuthConfig (6ba64181e7c36e3405eb1afc57dded34b919e4bc60b6dec698422156f649b9f8) AuthConfig (5d7b1b6c88281856df0f41ee1bccf230124cedabfc5de2c4dfb76275d639fc56) AuthConfig (3a2dec00629a5bd46a694a0461f552896b1c93c43abc6f532f10e9415ed379c5) AuthConfig (420bca44a6480c545f45ea8a37e3c88768386768eba1b9a7307e7bd4b6943135) AuthConfig (863c76450b193c75bacc9eb21c426a110e4a6c1d303bb4fa948085ff07d5fb9d) AuthConfig (3100c44bb85cb29e915ac9238e95472cd30e603e87f695373ef5eb35bd95c8d1) AuthConfig (51f1b804cc18e1cd9954105ddc303acb3fe1035a8cb47f21005a21c59b0f0f10) AuthConfig (08126bd23e26e70d05d62408e9c884dd8b554dc4570dccaaa663fec585de4801)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"4ff42180-d030-4c03-bb6e-8425f8b15385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.270778101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"b3418e0a-cf0d-45cc-8020-58a5ed578757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.333243185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"b3418e0a-cf0d-45cc-8020-58a5ed578757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.379195145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"2e545f29-50bc-4414-a017-95a28d9fccac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.386459584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-b0a183-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"b3418e0a-cf0d-45cc-8020-58a5ed578757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.433950232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"2e545f29-50bc-4414-a017-95a28d9fccac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.487249399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-b0a183-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"2e545f29-50bc-4414-a017-95a28d9fccac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:35.898636708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"aa2e7fd9-e987-4771-8845-cf12a7b3f683","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.057676247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"c3679a3b-4187-4f3f-89ee-8fc9e5e746a6","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.44053615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"7705976e-8a07-4ef4-8cd8-37f1f3d53bfd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.580926004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"e0a56498-72d5-41ab-a6c0-8b0cb77b5f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.581390319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"0f9f7dd7-0d39-4a8d-b48b-5f26220b45b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.667583087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"9c27cd88-1db0-44af-a45c-a944ac4ebf0a","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.671497301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"0f9f7dd7-0d39-4a8d-b48b-5f26220b45b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.676452936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"e0a56498-72d5-41ab-a6c0-8b0cb77b5f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.751543491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-b0a183-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (601203d37f968b5b83ccc3812843771d908e12973cc3305064447e1a57dc64a0) AuthConfig (d3b8a6b950d48308cc0b7c44da8ff5230181a06fb436bdf17529f06118e469ed) AuthConfig (4696ed12abea18927ee64b313f48d60c1d88b47a81b026bf81f604f404a8984d) AuthConfig (8bb156a68135ba0a9c20b163d01cdaa90ae3a2f6085d909d697a13c2fede0104) AuthConfig (ed2249df5b6e827881340732e000bacac7c0ae3998066b44a28860a496c98cc8) AuthConfig (9765c8b5b9311d3d872c35d5bc34a33f4bc38c2700ca23a9781f8996286db878) AuthConfig (57ccff27290cc06cf7024127a4b21147e07a63de28f6d5de8a1a948df04b9277) AuthConfig (0657d406ff0d2179ff484740e8c6bd6acc8789eace443702dc848d1cdb3d4abc) AuthConfig (978bdde96d2c3d3ad13a6867960bce218ba3326dd64ae8b86f0a00868f7ed45b) AuthConfig (40d4f708600a22e1c5df0e74f825a73f6468afd94afffef6f9e1ee26c7a63381) AuthConfig (b6e3f83a07f5ab684496ee07adcc0a5b1e21e34cf38951b2e9a0b70b21cc309d) AuthConfig (2bfee2845b9a3ca0f61890750a0358ab57868defd7ffd07a42391040981fcce6) AuthConfig (b86865307de9f16e7ccb17e7a7ffff84566ac2c740dfd30540a52ef430887bf4) AuthConfig (6504b9b8b875ecaebba33d9084f6998ee5e36e9f1c0dc4e873cd422df94b29b1) AuthConfig (2331eed9cf82337babce43ea5978bcb2486bd14c9df642c5a44f72eebba8500b) AuthConfig (b93c2ece9967873db39a009398eff24ffc7931a2addbf06ab9a45d326b5d6013) AuthConfig (c1e34dc5ad64738c95e004a8e2b9398da1c3a2204bee311652d9fdc715825986) AuthConfig (f8acfb7a25c759398fc7e15d9f18e9a4c1098518bebb9e4815d61e5e6c84de70) AuthConfig (bb3db6da6b8dd9e36fe6daaf7cd12e38db18849a78c8352ad4965ef13793f748) AuthConfig (3adecd171e5649d42cc7be8a55f2d4c6a302365fe429d661fa72b30a8e80ca9e) AuthConfig (3cbf74e2262996d44174235747d71090fb7a1c9c9509c3fc7ca006f2feff8781) AuthConfig (7ae8cf8a5da50953fd27e7b7b479bde6475ddcf685001145ed73e0448262243f) AuthConfig (367b4af442ea55856a777212137c14f47632f8e2e2623ad97e95c01506f29897) AuthConfig (bbe0239784e35a373d5880dff8ac328a5170a77303085cb9dd345219cca499ae) AuthConfig (67c2d5fa5fb55c35ed457ec9ef36245bcecb2a31fb257663a0e26f11c2e09d9e) AuthConfig (971938e8364cf9360e249cefa73a1636a5477bf32e1131f8283884a98644bbbd) AuthConfig (847784f8a213806ee10b629f05a106563bde0a6c17d398776082d277995f23fe) AuthConfig (a32c8e202c2c605516484485c41dc13db20e92a0c664f7aec9484cd56ae92ead) AuthConfig (dc7fb8b765f0f470aff6f18c614f4dfbce41a20e6f6af7242bdb1249ef0ddd26) AuthConfig (64942a61f215b32bf4bcb5a5591e45aa7d1a554fb117c82cad245d36b84d99c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"0f9f7dd7-0d39-4a8d-b48b-5f26220b45b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.752013461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-b0a183-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (601203d37f968b5b83ccc3812843771d908e12973cc3305064447e1a57dc64a0) AuthConfig (d3b8a6b950d48308cc0b7c44da8ff5230181a06fb436bdf17529f06118e469ed) AuthConfig (4696ed12abea18927ee64b313f48d60c1d88b47a81b026bf81f604f404a8984d) AuthConfig (8bb156a68135ba0a9c20b163d01cdaa90ae3a2f6085d909d697a13c2fede0104) AuthConfig (ed2249df5b6e827881340732e000bacac7c0ae3998066b44a28860a496c98cc8) AuthConfig (9765c8b5b9311d3d872c35d5bc34a33f4bc38c2700ca23a9781f8996286db878) AuthConfig (57ccff27290cc06cf7024127a4b21147e07a63de28f6d5de8a1a948df04b9277) AuthConfig (0657d406ff0d2179ff484740e8c6bd6acc8789eace443702dc848d1cdb3d4abc) AuthConfig (978bdde96d2c3d3ad13a6867960bce218ba3326dd64ae8b86f0a00868f7ed45b) AuthConfig (40d4f708600a22e1c5df0e74f825a73f6468afd94afffef6f9e1ee26c7a63381) AuthConfig (b6e3f83a07f5ab684496ee07adcc0a5b1e21e34cf38951b2e9a0b70b21cc309d) AuthConfig (2bfee2845b9a3ca0f61890750a0358ab57868defd7ffd07a42391040981fcce6) AuthConfig (b86865307de9f16e7ccb17e7a7ffff84566ac2c740dfd30540a52ef430887bf4) AuthConfig (6504b9b8b875ecaebba33d9084f6998ee5e36e9f1c0dc4e873cd422df94b29b1) AuthConfig (2331eed9cf82337babce43ea5978bcb2486bd14c9df642c5a44f72eebba8500b) AuthConfig (b93c2ece9967873db39a009398eff24ffc7931a2addbf06ab9a45d326b5d6013) AuthConfig (c1e34dc5ad64738c95e004a8e2b9398da1c3a2204bee311652d9fdc715825986) AuthConfig (f8acfb7a25c759398fc7e15d9f18e9a4c1098518bebb9e4815d61e5e6c84de70) AuthConfig (bb3db6da6b8dd9e36fe6daaf7cd12e38db18849a78c8352ad4965ef13793f748) AuthConfig (3adecd171e5649d42cc7be8a55f2d4c6a302365fe429d661fa72b30a8e80ca9e) AuthConfig (3cbf74e2262996d44174235747d71090fb7a1c9c9509c3fc7ca006f2feff8781) AuthConfig (7ae8cf8a5da50953fd27e7b7b479bde6475ddcf685001145ed73e0448262243f) AuthConfig (367b4af442ea55856a777212137c14f47632f8e2e2623ad97e95c01506f29897) AuthConfig (bbe0239784e35a373d5880dff8ac328a5170a77303085cb9dd345219cca499ae) AuthConfig (67c2d5fa5fb55c35ed457ec9ef36245bcecb2a31fb257663a0e26f11c2e09d9e) AuthConfig (971938e8364cf9360e249cefa73a1636a5477bf32e1131f8283884a98644bbbd) AuthConfig (847784f8a213806ee10b629f05a106563bde0a6c17d398776082d277995f23fe) AuthConfig (a32c8e202c2c605516484485c41dc13db20e92a0c664f7aec9484cd56ae92ead) AuthConfig (dc7fb8b765f0f470aff6f18c614f4dfbce41a20e6f6af7242bdb1249ef0ddd26) AuthConfig (64942a61f215b32bf4bcb5a5591e45aa7d1a554fb117c82cad245d36b84d99c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"e0a56498-72d5-41ab-a6c0-8b0cb77b5f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.806872253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"ec2bd95d-6575-4f82-878b-c4095223a4be","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.809487436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"33176fc5-8198-4f4b-98a7-3e442b3f8fbc","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.954107236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"ba189df1-8430-4d18-9187-a45ce4b0e85a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.95503976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"c2c62d58-16d2-4784-bbfc-419b42386b65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.008874874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"ba189df1-8430-4d18-9187-a45ce4b0e85a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.009505387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"c2c62d58-16d2-4784-bbfc-419b42386b65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.062751632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-b0a183-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (601203d37f968b5b83ccc3812843771d908e12973cc3305064447e1a57dc64a0) AuthConfig (d3b8a6b950d48308cc0b7c44da8ff5230181a06fb436bdf17529f06118e469ed) AuthConfig (4696ed12abea18927ee64b313f48d60c1d88b47a81b026bf81f604f404a8984d) AuthConfig (8bb156a68135ba0a9c20b163d01cdaa90ae3a2f6085d909d697a13c2fede0104) AuthConfig (ed2249df5b6e827881340732e000bacac7c0ae3998066b44a28860a496c98cc8) AuthConfig (9765c8b5b9311d3d872c35d5bc34a33f4bc38c2700ca23a9781f8996286db878) AuthConfig (57ccff27290cc06cf7024127a4b21147e07a63de28f6d5de8a1a948df04b9277) AuthConfig (0657d406ff0d2179ff484740e8c6bd6acc8789eace443702dc848d1cdb3d4abc) AuthConfig (978bdde96d2c3d3ad13a6867960bce218ba3326dd64ae8b86f0a00868f7ed45b) AuthConfig (40d4f708600a22e1c5df0e74f825a73f6468afd94afffef6f9e1ee26c7a63381) AuthConfig (b6e3f83a07f5ab684496ee07adcc0a5b1e21e34cf38951b2e9a0b70b21cc309d) AuthConfig (2bfee2845b9a3ca0f61890750a0358ab57868defd7ffd07a42391040981fcce6) AuthConfig (b86865307de9f16e7ccb17e7a7ffff84566ac2c740dfd30540a52ef430887bf4) AuthConfig (6504b9b8b875ecaebba33d9084f6998ee5e36e9f1c0dc4e873cd422df94b29b1) AuthConfig (2331eed9cf82337babce43ea5978bcb2486bd14c9df642c5a44f72eebba8500b) AuthConfig (b93c2ece9967873db39a009398eff24ffc7931a2addbf06ab9a45d326b5d6013) AuthConfig (c1e34dc5ad64738c95e004a8e2b9398da1c3a2204bee311652d9fdc715825986) AuthConfig (f8acfb7a25c759398fc7e15d9f18e9a4c1098518bebb9e4815d61e5e6c84de70) AuthConfig (bb3db6da6b8dd9e36fe6daaf7cd12e38db18849a78c8352ad4965ef13793f748) AuthConfig (3adecd171e5649d42cc7be8a55f2d4c6a302365fe429d661fa72b30a8e80ca9e) AuthConfig (3cbf74e2262996d44174235747d71090fb7a1c9c9509c3fc7ca006f2feff8781) AuthConfig (7ae8cf8a5da50953fd27e7b7b479bde6475ddcf685001145ed73e0448262243f) AuthConfig (367b4af442ea55856a777212137c14f47632f8e2e2623ad97e95c01506f29897) AuthConfig (bbe0239784e35a373d5880dff8ac328a5170a77303085cb9dd345219cca499ae) AuthConfig (67c2d5fa5fb55c35ed457ec9ef36245bcecb2a31fb257663a0e26f11c2e09d9e) AuthConfig (971938e8364cf9360e249cefa73a1636a5477bf32e1131f8283884a98644bbbd) AuthConfig (847784f8a213806ee10b629f05a106563bde0a6c17d398776082d277995f23fe) AuthConfig (a32c8e202c2c605516484485c41dc13db20e92a0c664f7aec9484cd56ae92ead) AuthConfig (dc7fb8b765f0f470aff6f18c614f4dfbce41a20e6f6af7242bdb1249ef0ddd26) AuthConfig (64942a61f215b32bf4bcb5a5591e45aa7d1a554fb117c82cad245d36b84d99c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"ba189df1-8430-4d18-9187-a45ce4b0e85a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.062919352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-b0a183-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (601203d37f968b5b83ccc3812843771d908e12973cc3305064447e1a57dc64a0) AuthConfig (d3b8a6b950d48308cc0b7c44da8ff5230181a06fb436bdf17529f06118e469ed) AuthConfig (4696ed12abea18927ee64b313f48d60c1d88b47a81b026bf81f604f404a8984d) AuthConfig (8bb156a68135ba0a9c20b163d01cdaa90ae3a2f6085d909d697a13c2fede0104) AuthConfig (ed2249df5b6e827881340732e000bacac7c0ae3998066b44a28860a496c98cc8) AuthConfig (9765c8b5b9311d3d872c35d5bc34a33f4bc38c2700ca23a9781f8996286db878) AuthConfig (57ccff27290cc06cf7024127a4b21147e07a63de28f6d5de8a1a948df04b9277) AuthConfig (0657d406ff0d2179ff484740e8c6bd6acc8789eace443702dc848d1cdb3d4abc) AuthConfig (978bdde96d2c3d3ad13a6867960bce218ba3326dd64ae8b86f0a00868f7ed45b) AuthConfig (40d4f708600a22e1c5df0e74f825a73f6468afd94afffef6f9e1ee26c7a63381) AuthConfig (b6e3f83a07f5ab684496ee07adcc0a5b1e21e34cf38951b2e9a0b70b21cc309d) AuthConfig (2bfee2845b9a3ca0f61890750a0358ab57868defd7ffd07a42391040981fcce6) AuthConfig (b86865307de9f16e7ccb17e7a7ffff84566ac2c740dfd30540a52ef430887bf4) AuthConfig (6504b9b8b875ecaebba33d9084f6998ee5e36e9f1c0dc4e873cd422df94b29b1) AuthConfig (2331eed9cf82337babce43ea5978bcb2486bd14c9df642c5a44f72eebba8500b) AuthConfig (b93c2ece9967873db39a009398eff24ffc7931a2addbf06ab9a45d326b5d6013) AuthConfig (c1e34dc5ad64738c95e004a8e2b9398da1c3a2204bee311652d9fdc715825986) AuthConfig (f8acfb7a25c759398fc7e15d9f18e9a4c1098518bebb9e4815d61e5e6c84de70) AuthConfig (bb3db6da6b8dd9e36fe6daaf7cd12e38db18849a78c8352ad4965ef13793f748) AuthConfig (3adecd171e5649d42cc7be8a55f2d4c6a302365fe429d661fa72b30a8e80ca9e) AuthConfig (3cbf74e2262996d44174235747d71090fb7a1c9c9509c3fc7ca006f2feff8781) AuthConfig (7ae8cf8a5da50953fd27e7b7b479bde6475ddcf685001145ed73e0448262243f) AuthConfig (367b4af442ea55856a777212137c14f47632f8e2e2623ad97e95c01506f29897) AuthConfig (bbe0239784e35a373d5880dff8ac328a5170a77303085cb9dd345219cca499ae) AuthConfig (67c2d5fa5fb55c35ed457ec9ef36245bcecb2a31fb257663a0e26f11c2e09d9e) AuthConfig (971938e8364cf9360e249cefa73a1636a5477bf32e1131f8283884a98644bbbd) AuthConfig (847784f8a213806ee10b629f05a106563bde0a6c17d398776082d277995f23fe) AuthConfig (a32c8e202c2c605516484485c41dc13db20e92a0c664f7aec9484cd56ae92ead) AuthConfig (dc7fb8b765f0f470aff6f18c614f4dfbce41a20e6f6af7242bdb1249ef0ddd26) AuthConfig (64942a61f215b32bf4bcb5a5591e45aa7d1a554fb117c82cad245d36b84d99c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"c2c62d58-16d2-4784-bbfc-419b42386b65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:37.113931492Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"c2c62d58-16d2-4784-bbfc-419b42386b65","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.268993877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"9c306c10-0808-4f52-ba75-2422b1d89473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.333952875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"9c306c10-0808-4f52-ba75-2422b1d89473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.387774878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-b0a183-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (601203d37f968b5b83ccc3812843771d908e12973cc3305064447e1a57dc64a0) AuthConfig (d3b8a6b950d48308cc0b7c44da8ff5230181a06fb436bdf17529f06118e469ed) AuthConfig (4696ed12abea18927ee64b313f48d60c1d88b47a81b026bf81f604f404a8984d) AuthConfig (8bb156a68135ba0a9c20b163d01cdaa90ae3a2f6085d909d697a13c2fede0104) AuthConfig (ed2249df5b6e827881340732e000bacac7c0ae3998066b44a28860a496c98cc8) AuthConfig (9765c8b5b9311d3d872c35d5bc34a33f4bc38c2700ca23a9781f8996286db878) AuthConfig (57ccff27290cc06cf7024127a4b21147e07a63de28f6d5de8a1a948df04b9277) AuthConfig (0657d406ff0d2179ff484740e8c6bd6acc8789eace443702dc848d1cdb3d4abc) AuthConfig (978bdde96d2c3d3ad13a6867960bce218ba3326dd64ae8b86f0a00868f7ed45b) AuthConfig (40d4f708600a22e1c5df0e74f825a73f6468afd94afffef6f9e1ee26c7a63381) AuthConfig (b6e3f83a07f5ab684496ee07adcc0a5b1e21e34cf38951b2e9a0b70b21cc309d) AuthConfig (2bfee2845b9a3ca0f61890750a0358ab57868defd7ffd07a42391040981fcce6) AuthConfig (b86865307de9f16e7ccb17e7a7ffff84566ac2c740dfd30540a52ef430887bf4) AuthConfig (6504b9b8b875ecaebba33d9084f6998ee5e36e9f1c0dc4e873cd422df94b29b1) AuthConfig (2331eed9cf82337babce43ea5978bcb2486bd14c9df642c5a44f72eebba8500b) AuthConfig (b93c2ece9967873db39a009398eff24ffc7931a2addbf06ab9a45d326b5d6013) AuthConfig (c1e34dc5ad64738c95e004a8e2b9398da1c3a2204bee311652d9fdc715825986) AuthConfig (f8acfb7a25c759398fc7e15d9f18e9a4c1098518bebb9e4815d61e5e6c84de70) AuthConfig (bb3db6da6b8dd9e36fe6daaf7cd12e38db18849a78c8352ad4965ef13793f748) AuthConfig (3adecd171e5649d42cc7be8a55f2d4c6a302365fe429d661fa72b30a8e80ca9e) AuthConfig (3cbf74e2262996d44174235747d71090fb7a1c9c9509c3fc7ca006f2feff8781) AuthConfig (7ae8cf8a5da50953fd27e7b7b479bde6475ddcf685001145ed73e0448262243f) AuthConfig (367b4af442ea55856a777212137c14f47632f8e2e2623ad97e95c01506f29897) AuthConfig (bbe0239784e35a373d5880dff8ac328a5170a77303085cb9dd345219cca499ae) AuthConfig (67c2d5fa5fb55c35ed457ec9ef36245bcecb2a31fb257663a0e26f11c2e09d9e) AuthConfig (971938e8364cf9360e249cefa73a1636a5477bf32e1131f8283884a98644bbbd) AuthConfig (847784f8a213806ee10b629f05a106563bde0a6c17d398776082d277995f23fe) AuthConfig (a32c8e202c2c605516484485c41dc13db20e92a0c664f7aec9484cd56ae92ead) AuthConfig (dc7fb8b765f0f470aff6f18c614f4dfbce41a20e6f6af7242bdb1249ef0ddd26) AuthConfig (64942a61f215b32bf4bcb5a5591e45aa7d1a554fb117c82cad245d36b84d99c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"9c306c10-0808-4f52-ba75-2422b1d89473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:39.591827417Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-f21e2f06","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-dry-sub-f21e2f06","reconcileID":"2d07d2c1-54a8-4da7-b96a-c34931b32f44","MaaSSubscription":{"name":"e2e-dry-sub-f21e2f06","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscription":"e2e-dry-sub-f21e2f06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:39.796757291Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-f21e2f06","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-dry-sub-f21e2f06","reconcileID":"2d07d2c1-54a8-4da7-b96a-c34931b32f44","MaaSSubscription":{"name":"e2e-dry-sub-f21e2f06","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:40.017106858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"f7a96858-9b01-4bad-ae23-9429833841d8","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:40.063205438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"7fb73ece-ddbc-4e96-aa06-56ecc381bcf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:40.16411247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"85fe5ad8-9018-4f29-b9a1-5b86a646f904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:40.164112682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-dry-sub-f21e2f06-auth","reconcileID":"816b0545-60aa-43d0-a239-f9dd3049d6c7","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:40.164667623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"13eb1ef2-d4ec-45b0-9862-3ba9a40f281c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:40.180313591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"7436972c-1e29-4fef-a90e-7bf64b694203","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:40.218851011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"85fe5ad8-9018-4f29-b9a1-5b86a646f904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:40.218976822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-dry-sub-f21e2f06-auth","reconcileID":"816b0545-60aa-43d0-a239-f9dd3049d6c7","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:40.221181121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"13eb1ef2-d4ec-45b0-9862-3ba9a40f281c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:40.366661921Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-dry-sub-f21e2f06-auth","reconcileID":"e1636da2-cc04-4dcd-95fa-9d21f8281c74","MaaSAuthPolicy":{"name":"e2e-dry-sub-f21e2f06-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:40.571542017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"daf2d1c8-5be1-40c5-b6ba-f316783ae273","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:41.339316688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"1cba46c3-ce32-4f7d-a280-103ae6e26a6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:41.339765554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"5165a48d-ef32-4c1a-846b-752100ab57d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:41.394087109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"1cba46c3-ce32-4f7d-a280-103ae6e26a6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:41.394100866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"5165a48d-ef32-4c1a-846b-752100ab57d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:41.647464022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"f84baa05-9695-431d-8371-176ada84ac74","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:41.650196272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"f5782440-e6b5-469e-834b-3b1a119066d8","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:41.811582368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"38a97fea-cca0-4c42-9f88-c1cf627e3377","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:41.864149158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"dd26e072-2d33-4020-b164-cb8f3ae5c5a3","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.01396076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-combo-sub-91469eae-auth","reconcileID":"bbc33cfa-65e2-4be2-a723-14b29ce7cfa3","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.068418007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-combo-sub-91469eae-auth","reconcileID":"bbc33cfa-65e2-4be2-a723-14b29ce7cfa3","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.081060332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"57538748-29cc-4af3-a553-29c8edc44151","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.135317997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"95362bb4-6758-4083-8ad2-167240c7f33b","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:42.183184264Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-91469eae","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-combo-sub-91469eae","reconcileID":"b0682bd4-2582-4f84-b17a-a117388ee999","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-91469eae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.228313339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"847cdc30-0e22-4085-b810-e1138df8fab1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.228317421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"66de2cb3-be00-48d4-ae6b-0c6907030ecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.282705488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"66de2cb3-be00-48d4-ae6b-0c6907030ecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.282799174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"847cdc30-0e22-4085-b810-e1138df8fab1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.292484931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"6451a394-55ad-4d15-b262-db7c23518793","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.32341553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"a6ee8950-5638-426e-b9fb-65d2c2cd8b64","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.347225257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"56f1ac26-cdd9-4724-be78-f10c2aec49e3","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.47339187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-combo-sub-91469eae-auth","reconcileID":"c944404a-6416-49a9-a62c-90b69088940a","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.528946501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-combo-sub-91469eae-auth","reconcileID":"c944404a-6416-49a9-a62c-90b69088940a","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.577921828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"a04069cd-c039-41fa-a2f4-617896ade80d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.578400953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"ab4a2424-fa74-46b3-b191-b4ce2ecc79a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.611144764Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-91469eae","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-combo-sub-91469eae","reconcileID":"8642d9d1-f5dc-45ba-a11c-2368707f11b7","MaaSSubscription":{"name":"e2e-combo-sub-91469eae","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/e2e-combo-sub-91469eae","ai-tenant-e2e-worker-w0-a74d15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.633475332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"a04069cd-c039-41fa-a2f4-617896ade80d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.633911117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"ab4a2424-fa74-46b3-b191-b4ce2ecc79a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.767338147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"ed0a6082-b320-4261-8e49-da380a80aa63","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.816592238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"11f6eee2-3b10-4f65-946d-89455b7a1c77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.96664497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-91469eae","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-combo-sub-91469eae","reconcileID":"cc2fd71c-79d6-435a-aa97-38cab4f205e2","MaaSSubscription":{"name":"e2e-combo-sub-91469eae","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.126607884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"c534288c-ad48-4e87-b532-645df35585a6","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.995630591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"87e1a73b-8056-42c9-a72e-c45c03392ecd","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.065427058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"0218b159-3cdb-4183-ad1d-4f8857d4aff8","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.237565053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"4ede5467-9371-4675-8550-b2aef65315ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.287852069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"e8457f51-c8aa-43f2-96a8-21cfa0e6d52b","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.292177538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"4ede5467-9371-4675-8550-b2aef65315ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.452158603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-combo-sub-91469eae-auth","reconcileID":"d7d16895-1e8c-4970-bffd-ac839b853dc2","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.452325347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"db7c740d-755d-477f-b612-28e47466d1a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.452164862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"c71ac315-0f50-4b5a-b817-7efa30a160ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.506705572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"c71ac315-0f50-4b5a-b817-7efa30a160ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.506722139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-combo-sub-91469eae-auth","reconcileID":"d7d16895-1e8c-4970-bffd-ac839b853dc2","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.50886801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"db7c740d-755d-477f-b612-28e47466d1a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.544102449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"d6e0613e-4060-4cd4-af0a-5d3490995705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.555079103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"77b24adf-34ed-4542-bfc1-3927f9f26462","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.598134932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"d6e0613e-4060-4cd4-af0a-5d3490995705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.860714078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"b94b162b-5abd-4813-9730-192f6cfb816b","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:49.232021429Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.442978197Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-91469eae","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-combo-sub-91469eae","reconcileID":"f9dcee05-3aa7-47bb-9f87-c21b892b006e","MaaSSubscription":{"name":"e2e-combo-sub-91469eae","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscription":"e2e-combo-sub-91469eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.551501489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"a2488f95-9203-4341-b838-da03fe286ecc","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.648097579Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-91469eae","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-combo-sub-91469eae","reconcileID":"f9dcee05-3aa7-47bb-9f87-c21b892b006e","MaaSSubscription":{"name":"e2e-combo-sub-91469eae","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.67496485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"c33e1ebc-f76b-450b-b3c2-d6d1d4954d2f","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.729238373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"9b340b48-ad17-4ae5-8d83-0394877c0ce0","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:57.776485249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"c1a88db0-2355-430e-a02f-83ebc5f3f66e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.846638769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"42038ab8-6ca8-4f03-ac4c-3d8552ac6405","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.883321886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"882e4eac-65ac-4fb6-b8a6-6d07f62dc54c","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.933525868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"c2298980-3a50-4407-803b-b804e4d0db63","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.9381468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"85ad4b8c-725e-48dc-9702-de02f4e5f2c9","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.944809393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"871403b9-d2d7-4c3c-96c4-78432564c41a","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:57.984528836Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.002019346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"f33e6dbc-d5c1-4416-864c-b2791c53eea2","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:58.052804863Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"f33e6dbc-d5c1-4416-864c-b2791c53eea2","name":"simulator-w3-bbfa07","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-bbfa07\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:58.052858782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"f33e6dbc-d5c1-4416-864c-b2791c53eea2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-bbfa07\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.052975724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"e62f9d35-14a0-4b7a-9c63-9dd28041f770","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.058178321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"7ec9a72f-8637-4dfa-acbb-927df1666d72","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.081423594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"e20da758-0f3e-4f62-8225-38c3516b0c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.081479176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-combo-sub-91469eae-auth","reconcileID":"c7d87d44-4fc5-462e-af56-4bd26adb7be0","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.08189407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"21e3cebb-5d15-485c-8bfc-c0e7347a1833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.082187986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"166fb186-fab7-4df7-9ba1-1669a2ddd960","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.103299096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"77c26697-2c18-47a8-9f49-e2440c6c9407","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.132503734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"ae675b84-3595-4e3c-8586-f9deba8c7cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.135870882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-combo-sub-91469eae-auth","reconcileID":"c7d87d44-4fc5-462e-af56-4bd26adb7be0","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.135912311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"21e3cebb-5d15-485c-8bfc-c0e7347a1833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.138209055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"e20da758-0f3e-4f62-8225-38c3516b0c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.138881658Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"608ed19f-ef0c-4d6f-82a5-ccf5c8a7d322","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"simulator-w3-bbfa07","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.225463017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"a3d455aa-aa50-432a-8620-7034be6d0cc5","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.254056889Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"ae675b84-3595-4e3c-8586-f9deba8c7cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.277846021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"4b1ce156-f22d-40c1-856b-740231bab193","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.282456498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-active-auth","reconcileID":"11c88c52-9c24-42f1-966d-2c974594dde0","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:58.29062635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"608ed19f-ef0c-4d6f-82a5-ccf5c8a7d322","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.306820236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bbfa07-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"ae675b84-3595-4e3c-8586-f9deba8c7cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.325609424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"b81092eb-9c09-421d-8c99-92e877bf7b95","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.328641595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"9d2ca835-a670-42cb-8df8-5dbe059a46a9","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:58.330111298Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bbfa07/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.334069239Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-combo-sub-91469eae-auth","reconcileID":"08481735-cf76-454a-999f-e36fcd24dbc9","MaaSAuthPolicy":{"name":"e2e-combo-sub-91469eae-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.336459327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-active-auth","reconcileID":"11c88c52-9c24-42f1-966d-2c974594dde0","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.359168702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"de465e3d-797e-4ae7-b427-bd2cf4d23952","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.382443888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"ddc079b3-13c2-4af0-9a6d-5de647a791fd","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:58.385702217Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bbfa07/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.426291785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"9b641e5e-b0bf-4d85-988e-86337ec051d5","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:58.435461495Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-4ec609/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.460815357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"c0e8d477-0bca-4624-9331-88679e2e10d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.480087094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"904633d3-18e3-4409-bf86-f6c0b4033073","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.482618893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"10042f71-6bbb-4329-a761-f1d65f0fcb4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.482635598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"6c339c8d-8400-4aec-9e1f-c014f3e74726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.488140084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"ad34ca69-0610-4fd4-b38c-d8a45a8e05ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.496197422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"472edca6-9f83-46dc-9cb2-574a35f0edcb","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.515325817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"c0e8d477-0bca-4624-9331-88679e2e10d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.537346332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"6c339c8d-8400-4aec-9e1f-c014f3e74726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.537946419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"10042f71-6bbb-4329-a761-f1d65f0fcb4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.568117573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bbfa07-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"c0e8d477-0bca-4624-9331-88679e2e10d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.591396211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"82daa1c3-06f4-46a0-898c-0dd1f235cd94","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.593693728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"ed5c3804-7739-4fa6-b51c-5cb71bde3787","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.594099504Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"58d5b194-2672-46af-a3d4-9d6bfa422184","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"premium-w3-bbfa07","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.620039118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"66b6018a-7e8d-4104-87a8-9b07b335b547","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.646518575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"1028a682-c85a-40a9-957b-dd6688caacc3","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.689182224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"3190caeb-3c7c-470b-8ea2-b0d07c2f7e3b","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.738117285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"78be779a-04a7-4bcb-93ce-4d5b8cea5b87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.750817009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"09737796-9ed7-4efe-9cb5-aa5a27b2c001","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.755821697Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-active-sub","reconcileID":"140e30ab-e363-4680-858b-dd9a1c5a49b8","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-4ec609/e2e-apikey-active-sub","ai-tenant-e2e-worker-w4-4ec609/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.792077592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"78be779a-04a7-4bcb-93ce-4d5b8cea5b87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.837570483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"5bc7586f-afc9-49f6-8061-f9a15a01cfed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.837795963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-active-auth","reconcileID":"8ff5f3c8-3e08-4460-86ea-5e7dcf81e0ca","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.845670393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bbfa07-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"78be779a-04a7-4bcb-93ce-4d5b8cea5b87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.892613706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"5bc7586f-afc9-49f6-8061-f9a15a01cfed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.892846039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-active-auth","reconcileID":"8ff5f3c8-3e08-4460-86ea-5e7dcf81e0ca","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.899862586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"094868be-7ef5-4724-b873-509a54b86059","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.913093447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"2e423219-75f7-4a01-ab75-7e4be344ab33","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.938316449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"8793c81d-e096-452c-992c-dc06a7595dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.938451234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"73f3b0f6-f300-483e-a1e4-0fe82d6ac9d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.945400383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bbfa07-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"5bc7586f-afc9-49f6-8061-f9a15a01cfed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.950093956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"ea16c9ff-7c88-4932-86c3-2881fc986dfa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.953399435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"e0ad48ce-d28c-4f0e-b3ae-0bc60a01fce5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.993163323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"8793c81d-e096-452c-992c-dc06a7595dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.993216125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"73f3b0f6-f300-483e-a1e4-0fe82d6ac9d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:58.997987213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"35290cc0-5c7d-4e91-8eb7-fff8b95eea3b","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.04827399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-apikey-failed-auth","reconcileID":"3e16120b-6ace-40b6-ad55-6aa082011579","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.078852707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"35a50b5e-96bd-44e6-a039-b9a1a244d942","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.102444304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-apikey-failed-auth","reconcileID":"3e16120b-6ace-40b6-ad55-6aa082011579","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.111084499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-active-sub","reconcileID":"dcef3d61-9549-4add-b7bf-5efae978f6c9","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.134402912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"52ae290d-04d1-49e7-845a-4da255c58493","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.147609429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"eceaaf3b-8fb5-4f62-a80b-8141ac20a380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:59.184548943Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-b0a183/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.202013407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"eceaaf3b-8fb5-4f62-a80b-8141ac20a380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.247940025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"b0ed13bb-9557-457d-831d-dbf227486405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.254707644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bbfa07-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"eceaaf3b-8fb5-4f62-a80b-8141ac20a380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.301798406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"b0ed13bb-9557-457d-831d-dbf227486405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.347428329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"e027b5f3-085a-49a4-bade-b3f0f2474449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.357062335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"d481f745-bd50-489f-94c7-b7a5272573ed","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.401976633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"e027b5f3-085a-49a4-bade-b3f0f2474449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.502389364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-apikey-failed-auth","reconcileID":"1c3e6f57-b623-41d2-882f-fda33da217b4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.556258927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-apikey-failed-auth","reconcileID":"1c3e6f57-b623-41d2-882f-fda33da217b4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.598608423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"10331841-0134-4f0a-8be6-f7c1b5c72a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.653016651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"10331841-0134-4f0a-8be6-f7c1b5c72a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.23112707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"0e9106fc-dd4a-4ad1-9f5e-691bb2082b7e","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.38403794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"a396b3a5-eebd-4070-99a3-8d49ebb2fec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.384211328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"51bbb5cd-1420-4b7e-bf4a-7dbb99169fbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.384039431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-active-auth","reconcileID":"64ff48b9-b9ef-4af8-af99-ff397e9b406f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.44049838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"a396b3a5-eebd-4070-99a3-8d49ebb2fec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.442104091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-active-auth","reconcileID":"64ff48b9-b9ef-4af8-af99-ff397e9b406f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.442899294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"51bbb5cd-1420-4b7e-bf4a-7dbb99169fbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.102325841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"88bac1a1-c6d6-454f-9ffb-3fb55d2d87c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.102410265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-apikey-failed-auth","reconcileID":"d664c3a8-86a6-47a3-9c32-9febfba19f38","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.102842618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"c4a93169-3620-473d-bc0f-0863348bb8eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.1572064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-apikey-failed-auth","reconcileID":"d664c3a8-86a6-47a3-9c32-9febfba19f38","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.157250034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"c4a93169-3620-473d-bc0f-0863348bb8eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.159492088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"88bac1a1-c6d6-454f-9ffb-3fb55d2d87c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:04.387337331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"4840383e-5add-4e17-972d-672807ca78e9","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:04.505214353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"d8567361-e8f4-4e92-acc0-0cab1746ffc4","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:04.559255659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"85b35728-5076-4e8c-8520-1f9c1cd066d2","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:04.606536505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"d3884599-3a36-4db7-94ab-b1c6c085eaa9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:04.716040071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"1589058b-f4b7-4e83-9741-b9688eabeb10","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:04.770548149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"a3427f9a-a5aa-4507-b225-6f6bfeb5584e","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:04.778446357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"9e9d2216-898d-4e14-8904-450c711dbe4f","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:04.835155351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"9f72c8d5-5ff2-4ca5-91b3-027788cf2f36","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:04.886041599Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"9f72c8d5-5ff2-4ca5-91b3-027788cf2f36","name":"simulator-w1-98a19b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-98a19b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:04.886100409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"9f72c8d5-5ff2-4ca5-91b3-027788cf2f36","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-98a19b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:04.891775893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"adf5f73e-6dd4-43d4-b633-f955296b63c5","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:04.931329496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"6ba0f1a2-613f-47cb-9f60-3e28ba4c7fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:04.973507017Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"0fd091e2-2c08-4874-804b-3a131982b4c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"simulator-w1-98a19b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.054795406Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"6ba0f1a2-613f-47cb-9f60-3e28ba4c7fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.058331332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"c4bd719a-b13d-4b3f-90aa-5c83c523ee99","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.107702413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"6ba0f1a2-613f-47cb-9f60-3e28ba4c7fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.111497853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"ad46e810-0147-4215-9b7f-f85526ddeb33","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:05.125934529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"0fd091e2-2c08-4874-804b-3a131982b4c1","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.16208855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"e54fcede-3ec6-4b19-bc87-4d921b91147b","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.164782013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"322e27ac-45aa-4173-a52f-fbae87bb21ef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:05.168243342Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-98a19b/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.215522039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"854bff32-4a15-48d0-af15-37add0588968","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.264198651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"be07f113-3618-49c6-9c24-294974a6519d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.318335526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"be07f113-3618-49c6-9c24-294974a6519d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.323031951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"2b4a96b0-9d99-448e-9b96-5df5a8df4085","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.330410757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"bf8cba47-d915-4ee9-8029-c353f35662e3","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.371227664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"be07f113-3618-49c6-9c24-294974a6519d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.387161543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"148b7a78-8087-4642-9e2d-808700f68c52","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.425670911Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"384bcd49-db06-4825-bd34-fdc837799b34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"premium-w1-98a19b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:05.438173452Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"148b7a78-8087-4642-9e2d-808700f68c52","name":"premium-w1-98a19b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-98a19b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:05.438224715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"148b7a78-8087-4642-9e2d-808700f68c52","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-98a19b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.443494131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"cc706fe5-cb06-44d3-b3e7-1d1f3995cd42","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.480686965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"9258add3-8bf2-4c43-a117-c380f734b204","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.531394593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"1d8ac794-2667-4c98-9a62-60e148ae5e33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.538897696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"ea4a1e28-584b-4c93-a5f7-82f77d350bdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.583475382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"20ca32b3-f644-43d8-bf16-1a209a3f72a1","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.588078375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"1d8ac794-2667-4c98-9a62-60e148ae5e33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.59412579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"ea4a1e28-584b-4c93-a5f7-82f77d350bdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.640934241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"1d8ac794-2667-4c98-9a62-60e148ae5e33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.647070478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"ea4a1e28-584b-4c93-a5f7-82f77d350bdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.695573485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"b33dca58-dd27-44aa-ab8d-56f9653418b4","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.783041223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"66fa0fae-20d9-4fa5-a826-12483be5140c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.842022902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"a8aa0962-273d-4689-894d-c76f5034c003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.896832815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"a8aa0962-273d-4689-894d-c76f5034c003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.949549224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"a8aa0962-273d-4689-894d-c76f5034c003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:08.994079371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"60fa95b5-bf32-49af-be16-478c6a14f847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.048384495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"60fa95b5-bf32-49af-be16-478c6a14f847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.101899632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bbfa07-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"60fa95b5-bf32-49af-be16-478c6a14f847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.402918412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"9ac11091-5893-4a4f-8e3d-c30e3dcd78d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.45748272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"9ac11091-5893-4a4f-8e3d-c30e3dcd78d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.511130435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bbfa07-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"9ac11091-5893-4a4f-8e3d-c30e3dcd78d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.390825646Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-active-sub","reconcileID":"18eae904-57b8-47af-836b-f9abf8ee6007","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.596883432Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-active-sub","reconcileID":"18eae904-57b8-47af-836b-f9abf8ee6007","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-4ec609/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.795778131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"c5264659-17e2-44e8-ae5d-258069d7b4f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.853123483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"280903d1-1e3e-48f7-b890-42f5eb539fe2","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.907958845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"3b419e60-e4de-40bd-9565-bb05f6aade96","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.001640774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"cc374738-8d9d-41e3-931e-551a2ca89049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.001865053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"d115c2ce-a00f-40e4-b1dd-8c7db77cbd5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.001645345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-active-auth","reconcileID":"83a2667e-c568-4b55-bc54-8de839107b5c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.004796836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"cfa1bfa7-caad-4957-8d93-429b8f9b0716","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.061216742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"d115c2ce-a00f-40e4-b1dd-8c7db77cbd5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.06137598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"cc374738-8d9d-41e3-931e-551a2ca89049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.063541664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-active-auth","reconcileID":"83a2667e-c568-4b55-bc54-8de839107b5c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.110333415Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-apikey-failed-sub","reconcileID":"e56f509d-20d1-47ed-8093-2ad10b26db6f","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"model":"e2e-models-e2e-worker-w2-b0a183/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.110442017Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-apikey-failed-sub","reconcileID":"e56f509d-20d1-47ed-8093-2ad10b26db6f","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"model":"e2e-models-e2e-worker-w2-b0a183/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-b0a183/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.261949493Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-active-auth","reconcileID":"f66d4583-a78b-422a-8c38-0053d6851279","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.514836129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"43703260-e6e5-4b15-a523-2ce7403d5464","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.5772456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-apikey-failed-auth","reconcileID":"a011a6e0-8a0f-44d1-b201-f734b655e7bb","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.577649396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"beeb8447-710f-47dd-98dd-28c399c04592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.577848751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"650dfb9d-a1e6-4be1-9595-eacaad115c73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.583529918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"5929819b-c74a-49ff-9596-8dc06692d127","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.634562741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-apikey-failed-auth","reconcileID":"a011a6e0-8a0f-44d1-b201-f734b655e7bb","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.634640037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"650dfb9d-a1e6-4be1-9595-eacaad115c73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.637007133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"beeb8447-710f-47dd-98dd-28c399c04592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.837075711Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-apikey-failed-auth","reconcileID":"fa98c69a-f87b-414c-b8e6-be6bc1621761","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.995764386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"213ffebd-4aea-4682-960a-1d1778e41aa0","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:13.5664141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"1c22ff28-698a-484a-af80-8faf1b671e58","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:13.618290267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"a4b26d49-85ec-403d-80c5-2c42b938cdd6","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:13.765377494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-auth","reconcileID":"2207af37-af48-4de8-82f9-c403e4f65b3c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:13.819482232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-auth","reconcileID":"2207af37-af48-4de8-82f9-c403e4f65b3c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:13.845014858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"923f53ba-3d65-44da-85a7-27c52b51c013","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:13.901706362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"8aa73146-abec-4737-bd71-d983760a1792","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:13.948839973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-sub","reconcileID":"06772ac3-36b2-4802-a3c5-fbe9b6130cbd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:13.992326635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"1d88104c-2416-477f-ab54-7511fe289621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:13.99255341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"9fe325c5-b971-4884-a1b5-e19ba36fc6e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.038962435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"950ed039-8bcf-41eb-a7fd-01f6abd9547b","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.04666096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"1d88104c-2416-477f-ab54-7511fe289621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.046869134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"9fe325c5-b971-4884-a1b5-e19ba36fc6e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.056097722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"fa4ca57a-c5d8-48e8-8f2a-88cbb573aa44","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.093215142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"b3117e03-31d2-4ec2-80e4-2f9dbcf67cd9","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.110580422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"3623bca2-13d6-4c60-abad-40809a4653cd","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.125152128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"4cf5e826-8efa-4eea-95f7-caf1ca0b2620","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.239287492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"76695110-c4c4-4380-809b-600e78551699","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.275166987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-auth","reconcileID":"4ee9b2fa-01d6-4bb0-ba58-dae30a449f02","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.293187574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"76695110-c4c4-4380-809b-600e78551699","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.301385692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"4bc9a80a-9b89-4c46-9160-61fa1461146a","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.329143331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-auth","reconcileID":"4ee9b2fa-01d6-4bb0-ba58-dae30a449f02","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.35611856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"de7b61fb-f128-4a4e-8409-937a04d9cc6e","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.361751517Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-sub","reconcileID":"1207bad0-4b2d-47be-b43b-f4e061dc65f9","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-4ec609/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w4-4ec609/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.361842804Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-sub","reconcileID":"1207bad0-4b2d-47be-b43b-f4e061dc65f9","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-4ec609/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.404796269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"210a55fc-50be-4f09-9acf-f4f7ccf62f3c","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:14.410883759Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-b0a183/e2e-filter-sub-a-03e51829","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-03e51829\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.418625264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"3ed4b92a-b995-41fd-b97d-fc1a499f4d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.418658784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"b9b199ac-6ff0-4654-9cd5-17f9507967c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.458933009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"16eebf6a-881c-44e3-a87f-6ffb88aa10c5","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.472564772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"3ed4b92a-b995-41fd-b97d-fc1a499f4d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.472932711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"b9b199ac-6ff0-4654-9cd5-17f9507967c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.518167484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"91e204d7-0d2d-4c4e-a37c-d90571701d75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.559175787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"cf7cebef-130d-4d8c-9a44-b6d2bc8983a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.571953035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"91e204d7-0d2d-4c4e-a37c-d90571701d75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.58623763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"4d29b096-9c1d-4a85-afdb-c28ff55b91b1","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.620229314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"94177175-fd16-491f-8cda-a8c4579797ec","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.674138398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"f73f4389-6832-4e76-bd56-4d4834e81ba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.716030391Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-03e51829","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829","reconcileID":"484c283a-8bc6-40eb-87d1-216ba74af9e9","MaaSSubscription":{"name":"e2e-filter-sub-a-03e51829","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-b0a183/e2e-filter-sub-a-03e51829","ai-tenant-e2e-worker-w2-b0a183/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.728110039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"f73f4389-6832-4e76-bd56-4d4834e81ba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.774726624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"8fe0c2c8-2686-4479-b787-5d7a5df610ce","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.820221969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-sub","reconcileID":"8809beed-bf1e-4fca-86bf-7dd3da6be9ca","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.820314651Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-sub","reconcileID":"8809beed-bf1e-4fca-86bf-7dd3da6be9ca","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-4ec609/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.82862434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"8fe0c2c8-2686-4479-b787-5d7a5df610ce","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.872657119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"15be8356-1778-4281-8411-b42790f10c42","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.924881275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"b88ecbc4-bc6e-4565-ac58-b4c54bc60cf7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:14.972901721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"655154de-657c-4410-bc06-8d917df5a38c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:15.027009665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"655154de-657c-4410-bc06-8d917df5a38c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:15.069887363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-03e51829","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829","reconcileID":"04d3ed25-1775-4986-b83f-45e5e38e9b6e","MaaSSubscription":{"name":"e2e-filter-sub-a-03e51829","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:15.178488211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"8fe0c2c8-2686-4479-b787-5d7a5df610ce","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-a-03e51829-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:15.330461875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"0aebffb7-38f4-49c8-9fce-199d463f6d99","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:15.385104158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"0aebffb7-38f4-49c8-9fce-199d463f6d99","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:15.795275111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"54972f74-22a6-4f0d-aaa2-bb531f026e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:15.849845165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"54972f74-22a6-4f0d-aaa2-bb531f026e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:15.903322289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"54972f74-22a6-4f0d-aaa2-bb531f026e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.096998716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"7d04be4a-6d06-45dd-b231-21b309fc23cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.151501242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"7d04be4a-6d06-45dd-b231-21b309fc23cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.204675649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"7d04be4a-6d06-45dd-b231-21b309fc23cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.721776401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"fa92377a-0ba0-4939-bf09-446713d8a633","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.85960758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"13f1da2c-9f19-4b48-8c00-a97360e66f99","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.86712548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"70c75e90-d8e1-44e5-b37a-e5a1594152a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.867268948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-auth","reconcileID":"15480975-09f7-4f33-b2b7-a77bb675ac1f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.867527003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"082c85e7-5d1e-4ede-9fa6-274d06868cff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.913517973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"6c428b80-43df-4f86-8f0c-4f2ea434594e","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.92465752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"70c75e90-d8e1-44e5-b37a-e5a1594152a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.925946524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"082c85e7-5d1e-4ede-9fa6-274d06868cff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.927644133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-auth","reconcileID":"15480975-09f7-4f33-b2b7-a77bb675ac1f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.971132043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"168f2686-1bf8-406a-919d-d53c6ef304b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.064297315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a-auth","reconcileID":"97aa6f20-36d3-4e0b-8735-1410a48d12ae","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.120089642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a-auth","reconcileID":"97aa6f20-36d3-4e0b-8735-1410a48d12ae","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.131889359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"e5743d8c-2e47-4d58-a253-fe79a0af27f7","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.147163856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"558c224a-901d-42b2-8b7f-473ad44d1b90","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.147262583Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-b0a183 priority=0:[ai-tenant-e2e-worker-w2-b0a183/e2e-filter-sub-a-03e51829 ai-tenant-e2e-worker-w2-b0a183/e2e-filter-sub-b-d2a5281a]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.202895271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"81dd08f0-c8cc-421f-ac0c-cb812531e57d","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.255874856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"18baf48e-47e5-488e-85c1-bc85269b85b9","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:17.256947904Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-b0a183/e2e-filter-sub-b-d2a5281a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-d2a5281a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.303770072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"1fd1ff3e-e914-4596-b45d-ed8841073ff2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.304415872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"4d8e8c62-8f32-450f-8e0d-da5fdd9dd526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.304572488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"99233530-34ec-4749-b862-f29e5d9bff2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.311935662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"e55d953b-6cd0-4356-bfd2-7202855c1b36","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.359186427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"4d8e8c62-8f32-450f-8e0d-da5fdd9dd526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.359832148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"1fd1ff3e-e914-4596-b45d-ed8841073ff2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.361783732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"99233530-34ec-4749-b862-f29e5d9bff2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.425799065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"aa860493-0a3d-47d7-8e79-b459f0aa1b2c","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.486716546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"72699f20-0119-446e-85b9-35d696c4f113","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.57261869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a-auth","reconcileID":"d05b7745-96d1-45f7-8e7d-7f21d3ceb140","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.584525322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"c0dfd759-9b38-4b8a-a277-2322dacbdc11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.628326756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a-auth","reconcileID":"d05b7745-96d1-45f7-8e7d-7f21d3ceb140","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.641028956Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-d2a5281a","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a","reconcileID":"46093234-9331-4b8c-be5f-a74aad7ddb02","MaaSSubscription":{"name":"e2e-filter-sub-b-d2a5281a","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-b0a183/e2e-filter-sub-a-03e51829","ai-tenant-e2e-worker-w2-b0a183/e2e-filter-sub-b-d2a5281a","ai-tenant-e2e-worker-w2-b0a183/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.644320047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"3e0ccfa4-b41e-4679-b487-0ca7e81dbf2f","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.688142487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"4cab729a-cfb1-4ffb-a21f-2f6ef3506bd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.716833564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"cae55d9e-90ef-4558-80e0-98e5f6f3fd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.717573528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"52d90cbc-ca8b-46c8-867c-a15e53c990eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.718099876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"3b2c9654-044d-48e0-bbf0-16d4bdcd6322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.718119543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"7835d577-6810-44c8-ba5f-5a802ad15925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.748423925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"40a7e1a9-3daf-4394-b118-52f80fe5bdcc","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.77123405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"cae55d9e-90ef-4558-80e0-98e5f6f3fd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.771505407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"52d90cbc-ca8b-46c8-867c-a15e53c990eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.773614528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"7835d577-6810-44c8-ba5f-5a802ad15925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.773651041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"3b2c9654-044d-48e0-bbf0-16d4bdcd6322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.824428818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (338e8aadaec420b170ac78335f95d532910056b0b38380d3476da74676e0a63e) AuthConfig (565e3e180ece48dc0c79d0a9213701bc32342a4f14a6170c71b8eec298ed1999) AuthConfig (3ae42e5657c3141149956a20c26ddd8325d2e1415f886372c10b549673c5c439) AuthConfig (55f390c73d2ad780398ff3c7a31ccc10f74e39a45ae05b13b560f67eaeef7a1a) AuthConfig (6263d98b11d2fab9e0bcabc04e1613e6ef14e8359200588709a86dd516b872ef) AuthConfig (bb7cb7fe6115b4373ec4ff01d5fa4edfef17070f6d0df47b2807488e1db9fbae) AuthConfig (b5bdd20b4bee8bfc6223e9862aadab23532e16aec41ccfaee63595b2b638f301) AuthConfig (5001659dc4626edc0f47fe80e1d4cce8a89c97d84f74bd8cff052f599320654e) AuthConfig (f2c6c18aceafd5bfbff23b30ceec439e9f04154d2a309c66c436de25950f63df) AuthConfig (bbb2adc0df3a6086f5dc7a76e72c8694ae9f8d79db955f7d95a518e079d38b62) AuthConfig (71010bcc24cc108dfcf6ea0e25c7746789231b1c0738818d9f306a6b4fbe2fed) AuthConfig (cb258dfb3068a936d710afe9a71f64afcfd465fdfc52c16a9a2334bd74dbcd43) AuthConfig (f7fa7e2af0db16b3950c188840c6b14f2a0e31edc5326799d80eb7d744d303e3) AuthConfig (d4f1b1283d53207ebf812e59e495642f3324ac4effda98e7fb507a2f195eef3f) AuthConfig (7a886a229f4a7fcde4d1a0137ef1bdc10a93ad62b0bce93d48890bbbe95e9f2b) AuthConfig (7f223356796ab1037ac38ae37c0383d69eba3085bb38cd2a7e46bc904f3368d3) AuthConfig (6a5ac65a70a0d77a4203475057b14ac048ab34a2cca41e9d9015051b418460e1) AuthConfig (a761fca7ea925b64a709051f88ad09a2d7ea215d8a3ba7a3af2a16fdc6bd6646) AuthConfig (6816fee349a794323bcdfdae946c6f7cdfb28a379e7a64abe47444da2b00479d) AuthConfig (ea1d041e90c1b3262fdabbd90bd583fac66ca93e9214c36120990443a19d898a) AuthConfig (aa5aa188755c940bfc52187415b13877266823624823d92a9197ed63e8710276) AuthConfig (5cbe753c96365bbed72b5e2451cb98ada26be1a57c28aabdd25ae6c0c6b4473f) AuthConfig (db9a57cee7fadfaa9f13f1c4f89240fe832db21e36380ddef035c777fb2468a7) AuthConfig (39809bf91b29f185f6af6885c1e55c53050e89f75bc05a2b7e5b01d7452667af) AuthConfig (f1345dd05a9d1b9b24539f83de19c10a3173afcb8abb8077780a5f030800dfbd) AuthConfig (5f38e84799368c44b7c4b78a93c41eba1312d310e12a78e6497680c031615434) AuthConfig (9caa0af76aca335f359391bd0da563b83763c89cb1e6698dff126b8dae8efe84) AuthConfig (abdf3545bb693a7cbc7f3dfdccf1d6ece40e53f9f260f3184380408eb61bcfab) AuthConfig (5af2fe7739b00def1f9d869e7086c423256c1efeb033d837f69f835791137935) AuthConfig (69db1d68f63a145e684a247f57523be5da71f1bcf43ba2387ea7c0e4f65c9312)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"52d90cbc-ca8b-46c8-867c-a15e53c990eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.825092809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (338e8aadaec420b170ac78335f95d532910056b0b38380d3476da74676e0a63e) AuthConfig (565e3e180ece48dc0c79d0a9213701bc32342a4f14a6170c71b8eec298ed1999) AuthConfig (3ae42e5657c3141149956a20c26ddd8325d2e1415f886372c10b549673c5c439) AuthConfig (55f390c73d2ad780398ff3c7a31ccc10f74e39a45ae05b13b560f67eaeef7a1a) AuthConfig (6263d98b11d2fab9e0bcabc04e1613e6ef14e8359200588709a86dd516b872ef) AuthConfig (bb7cb7fe6115b4373ec4ff01d5fa4edfef17070f6d0df47b2807488e1db9fbae) AuthConfig (b5bdd20b4bee8bfc6223e9862aadab23532e16aec41ccfaee63595b2b638f301) AuthConfig (5001659dc4626edc0f47fe80e1d4cce8a89c97d84f74bd8cff052f599320654e) AuthConfig (f2c6c18aceafd5bfbff23b30ceec439e9f04154d2a309c66c436de25950f63df) AuthConfig (bbb2adc0df3a6086f5dc7a76e72c8694ae9f8d79db955f7d95a518e079d38b62) AuthConfig (71010bcc24cc108dfcf6ea0e25c7746789231b1c0738818d9f306a6b4fbe2fed) AuthConfig (cb258dfb3068a936d710afe9a71f64afcfd465fdfc52c16a9a2334bd74dbcd43) AuthConfig (f7fa7e2af0db16b3950c188840c6b14f2a0e31edc5326799d80eb7d744d303e3) AuthConfig (d4f1b1283d53207ebf812e59e495642f3324ac4effda98e7fb507a2f195eef3f) AuthConfig (7a886a229f4a7fcde4d1a0137ef1bdc10a93ad62b0bce93d48890bbbe95e9f2b) AuthConfig (7f223356796ab1037ac38ae37c0383d69eba3085bb38cd2a7e46bc904f3368d3) AuthConfig (6a5ac65a70a0d77a4203475057b14ac048ab34a2cca41e9d9015051b418460e1) AuthConfig (a761fca7ea925b64a709051f88ad09a2d7ea215d8a3ba7a3af2a16fdc6bd6646) AuthConfig (6816fee349a794323bcdfdae946c6f7cdfb28a379e7a64abe47444da2b00479d) AuthConfig (ea1d041e90c1b3262fdabbd90bd583fac66ca93e9214c36120990443a19d898a) AuthConfig (aa5aa188755c940bfc52187415b13877266823624823d92a9197ed63e8710276) AuthConfig (5cbe753c96365bbed72b5e2451cb98ada26be1a57c28aabdd25ae6c0c6b4473f) AuthConfig (db9a57cee7fadfaa9f13f1c4f89240fe832db21e36380ddef035c777fb2468a7) AuthConfig (39809bf91b29f185f6af6885c1e55c53050e89f75bc05a2b7e5b01d7452667af) AuthConfig (f1345dd05a9d1b9b24539f83de19c10a3173afcb8abb8077780a5f030800dfbd) AuthConfig (5f38e84799368c44b7c4b78a93c41eba1312d310e12a78e6497680c031615434) AuthConfig (9caa0af76aca335f359391bd0da563b83763c89cb1e6698dff126b8dae8efe84) AuthConfig (abdf3545bb693a7cbc7f3dfdccf1d6ece40e53f9f260f3184380408eb61bcfab) AuthConfig (5af2fe7739b00def1f9d869e7086c423256c1efeb033d837f69f835791137935) AuthConfig (69db1d68f63a145e684a247f57523be5da71f1bcf43ba2387ea7c0e4f65c9312)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"cae55d9e-90ef-4558-80e0-98e5f6f3fd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.838657617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"7d155269-f7d9-42d9-b311-32f130d4ddd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.841542096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-03e51829","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829","reconcileID":"468adead-c297-4fb1-b2c3-4425cd2f6d31","MaaSSubscription":{"name":"e2e-filter-sub-a-03e51829","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.84751783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"f6911e7d-2f74-4682-8bce-4444e17f3ae5","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.850077668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"ca438ac1-12af-46b8-a52a-8ce22805ccef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.879253462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"07b1701a-d52c-46cb-b372-4871d9a20c8b","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.882128463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"958945e8-a7e4-43bd-bbdc-eeda08961a46","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.010313892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"e27f66d5-d7cf-49b0-8444-4a07eb9c8625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.02513266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"43cab398-c691-4b8c-ad25-5fcae4946ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.027556655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"820f90a5-363f-4393-a203-2e98af691492","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.044986214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-d2a5281a","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a","reconcileID":"f375b5cd-2816-452f-ae5b-d5c7683f5131","MaaSSubscription":{"name":"e2e-filter-sub-b-d2a5281a","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.0646827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"e27f66d5-d7cf-49b0-8444-4a07eb9c8625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.079762569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"43cab398-c691-4b8c-ad25-5fcae4946ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.081217069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"820f90a5-363f-4393-a203-2e98af691492","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.151021833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"74e5a93b-e7c1-4653-b47e-ddfe83962dbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.15128388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"94ef0d48-68b4-42aa-96a4-e399fb846390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.15273809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bbfa07-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f6513bd529e4807ba765b0400d864621e7d0895bff2d16e17fb6c2a2bb7f58f) AuthConfig (13ef38286b2e55a4832970369dd57cff92a3375e7a2e59f6b80592095aeff6ca) AuthConfig (39459a9176b90b2a05ba06b1296797ce27abe3c426fe66696ea2c66654b9d2b2) AuthConfig (cfee3d1a919c94aff399e627afddfb43a9d3e1debfc5338f24611165a14c7a8f) AuthConfig (24e5d39b4874a9aebb2ba8cfc68af468c5e2c0b485a53ee72be74f4c2c51be6d) AuthConfig (fc8069b8283edaf08cf610f11f2fb1a37cb09b57ac72311ec38d4678180bf79a) AuthConfig (c35ea1c3a1442f5f4310b00d6e317493611ce3f8fead2551067d44bd8487e6e6) AuthConfig (5cd488b60afe736dcc4dec308297f87cf5bcd3dafd9faf2be60eae01242ba8dd) AuthConfig (59d0c084d2869ee1f19b38e3efb20a50d9a36b3668597aeb049475d21cb787c6) AuthConfig (38f3cb8ab8912875827ce0156d717b2731467e30ab50feb3489efcccec71bf39) AuthConfig (4641331a848669e8f1e92f7ad034650626b0f4d4df7aeb411937d55ea7c3842d) AuthConfig (be07f6c6a2357b7f4993a6fde6cc01f3492b15143cc9a0e53c4db6ef4a5b157c) AuthConfig (0304eced1052d1dc619745eebc9d579c7d4713902fecd6b3f04889ffe910bc34) AuthConfig (69eba9c706d62a15d2beb75ca35ffb940c555db7131c32c986b423bb41577aeb) AuthConfig (00c96588adb2260e751b982d77d0da54f15d538943c767ee46a8a83bf8f2d094) AuthConfig (fa836e848a50af73dc77b7eed87c763e0fdba980ef92694c18811e5f5880c1ce) AuthConfig (df28afd9a8a9cec485bb806243747f4b3cb07d150715516481b88143468fac8d) AuthConfig (bfba5336e8f11cf3a71fa76667da9e055bbbc1bf411eede698bf20b250bef457) AuthConfig (e5aacf6bf7ef4077cf9de8fd0793da64f95e65839b4277dc778f0c89b8c4bb24) AuthConfig (5180ba89421c5f403f5b0d652048c2ea96b26849c1bb347cd5bb0be9f19c5f40) AuthConfig (f721bf11af3a9430f7df0f01edf11a7fbbb0e888be254e1f4b28617ebf5262e2) AuthConfig (d89c4b8fd2abd5c09e9c221b769be1eb4c57025708549a4acd6202bdba95d898) AuthConfig (265bb4aa85e55f3ffcd36bb10ed2412ad393768920bfb3b1127345ebbf77d2d2) AuthConfig (31b737f8c28220fe417eeaa2d5d4b68d6a9d1c2587a3ee3d015b5c93e83809ea) AuthConfig (63c236515c593e52a2cf6b7b3fbe3af6841cb54480b75316283de535c3c8c7a1) AuthConfig (c044265fc7ebfd3ae47969cb4b65e28f0c18fc1bee560861d44aa06e9f87aaf7) AuthConfig (14242ca830da831e2a800e7a04781cab59f82f29a50d19f307e2964fead27e74) AuthConfig (af80d8881aa50388d46297f1228cd441739287002457d517d943da7255974f8b) AuthConfig (bfce6bdc4c8b27d409863ce947d919244353701d580ab525812ca5ee85bd8669) AuthConfig (217b8e46627334213f62d9fbd12e2b2579012f2b13cce8f9bcd61b7c05ac9ebf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"43cab398-c691-4b8c-ad25-5fcae4946ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.156151322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bbfa07-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f6513bd529e4807ba765b0400d864621e7d0895bff2d16e17fb6c2a2bb7f58f) AuthConfig (13ef38286b2e55a4832970369dd57cff92a3375e7a2e59f6b80592095aeff6ca) AuthConfig (39459a9176b90b2a05ba06b1296797ce27abe3c426fe66696ea2c66654b9d2b2) AuthConfig (cfee3d1a919c94aff399e627afddfb43a9d3e1debfc5338f24611165a14c7a8f) AuthConfig (24e5d39b4874a9aebb2ba8cfc68af468c5e2c0b485a53ee72be74f4c2c51be6d) AuthConfig (fc8069b8283edaf08cf610f11f2fb1a37cb09b57ac72311ec38d4678180bf79a) AuthConfig (c35ea1c3a1442f5f4310b00d6e317493611ce3f8fead2551067d44bd8487e6e6) AuthConfig (5cd488b60afe736dcc4dec308297f87cf5bcd3dafd9faf2be60eae01242ba8dd) AuthConfig (59d0c084d2869ee1f19b38e3efb20a50d9a36b3668597aeb049475d21cb787c6) AuthConfig (38f3cb8ab8912875827ce0156d717b2731467e30ab50feb3489efcccec71bf39) AuthConfig (4641331a848669e8f1e92f7ad034650626b0f4d4df7aeb411937d55ea7c3842d) AuthConfig (be07f6c6a2357b7f4993a6fde6cc01f3492b15143cc9a0e53c4db6ef4a5b157c) AuthConfig (0304eced1052d1dc619745eebc9d579c7d4713902fecd6b3f04889ffe910bc34) AuthConfig (69eba9c706d62a15d2beb75ca35ffb940c555db7131c32c986b423bb41577aeb) AuthConfig (00c96588adb2260e751b982d77d0da54f15d538943c767ee46a8a83bf8f2d094) AuthConfig (fa836e848a50af73dc77b7eed87c763e0fdba980ef92694c18811e5f5880c1ce) AuthConfig (df28afd9a8a9cec485bb806243747f4b3cb07d150715516481b88143468fac8d) AuthConfig (bfba5336e8f11cf3a71fa76667da9e055bbbc1bf411eede698bf20b250bef457) AuthConfig (e5aacf6bf7ef4077cf9de8fd0793da64f95e65839b4277dc778f0c89b8c4bb24) AuthConfig (5180ba89421c5f403f5b0d652048c2ea96b26849c1bb347cd5bb0be9f19c5f40) AuthConfig (f721bf11af3a9430f7df0f01edf11a7fbbb0e888be254e1f4b28617ebf5262e2) AuthConfig (d89c4b8fd2abd5c09e9c221b769be1eb4c57025708549a4acd6202bdba95d898) AuthConfig (265bb4aa85e55f3ffcd36bb10ed2412ad393768920bfb3b1127345ebbf77d2d2) AuthConfig (31b737f8c28220fe417eeaa2d5d4b68d6a9d1c2587a3ee3d015b5c93e83809ea) AuthConfig (63c236515c593e52a2cf6b7b3fbe3af6841cb54480b75316283de535c3c8c7a1) AuthConfig (c044265fc7ebfd3ae47969cb4b65e28f0c18fc1bee560861d44aa06e9f87aaf7) AuthConfig (14242ca830da831e2a800e7a04781cab59f82f29a50d19f307e2964fead27e74) AuthConfig (af80d8881aa50388d46297f1228cd441739287002457d517d943da7255974f8b) AuthConfig (bfce6bdc4c8b27d409863ce947d919244353701d580ab525812ca5ee85bd8669) AuthConfig (217b8e46627334213f62d9fbd12e2b2579012f2b13cce8f9bcd61b7c05ac9ebf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"e27f66d5-d7cf-49b0-8444-4a07eb9c8625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.205905779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"94ef0d48-68b4-42aa-96a4-e399fb846390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.207882978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"577674ff-06fa-4af8-8ea9-422c14a768ff","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.210684076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"a2f70102-c141-463d-aec0-40e529729ae6","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.210977931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"e616bf0e-2b9d-4731-8706-93d18fa32768","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.213137474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"74e5a93b-e7c1-4653-b47e-ddfe83962dbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.258782213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (338e8aadaec420b170ac78335f95d532910056b0b38380d3476da74676e0a63e) AuthConfig (565e3e180ece48dc0c79d0a9213701bc32342a4f14a6170c71b8eec298ed1999) AuthConfig (3ae42e5657c3141149956a20c26ddd8325d2e1415f886372c10b549673c5c439) AuthConfig (55f390c73d2ad780398ff3c7a31ccc10f74e39a45ae05b13b560f67eaeef7a1a) AuthConfig (6263d98b11d2fab9e0bcabc04e1613e6ef14e8359200588709a86dd516b872ef) AuthConfig (bb7cb7fe6115b4373ec4ff01d5fa4edfef17070f6d0df47b2807488e1db9fbae) AuthConfig (b5bdd20b4bee8bfc6223e9862aadab23532e16aec41ccfaee63595b2b638f301) AuthConfig (5001659dc4626edc0f47fe80e1d4cce8a89c97d84f74bd8cff052f599320654e) AuthConfig (f2c6c18aceafd5bfbff23b30ceec439e9f04154d2a309c66c436de25950f63df) AuthConfig (bbb2adc0df3a6086f5dc7a76e72c8694ae9f8d79db955f7d95a518e079d38b62) AuthConfig (71010bcc24cc108dfcf6ea0e25c7746789231b1c0738818d9f306a6b4fbe2fed) AuthConfig (cb258dfb3068a936d710afe9a71f64afcfd465fdfc52c16a9a2334bd74dbcd43) AuthConfig (f7fa7e2af0db16b3950c188840c6b14f2a0e31edc5326799d80eb7d744d303e3) AuthConfig (d4f1b1283d53207ebf812e59e495642f3324ac4effda98e7fb507a2f195eef3f) AuthConfig (7a886a229f4a7fcde4d1a0137ef1bdc10a93ad62b0bce93d48890bbbe95e9f2b) AuthConfig (7f223356796ab1037ac38ae37c0383d69eba3085bb38cd2a7e46bc904f3368d3) AuthConfig (6a5ac65a70a0d77a4203475057b14ac048ab34a2cca41e9d9015051b418460e1) AuthConfig (a761fca7ea925b64a709051f88ad09a2d7ea215d8a3ba7a3af2a16fdc6bd6646) AuthConfig (6816fee349a794323bcdfdae946c6f7cdfb28a379e7a64abe47444da2b00479d) AuthConfig (ea1d041e90c1b3262fdabbd90bd583fac66ca93e9214c36120990443a19d898a) AuthConfig (aa5aa188755c940bfc52187415b13877266823624823d92a9197ed63e8710276) AuthConfig (5cbe753c96365bbed72b5e2451cb98ada26be1a57c28aabdd25ae6c0c6b4473f) AuthConfig (db9a57cee7fadfaa9f13f1c4f89240fe832db21e36380ddef035c777fb2468a7) AuthConfig (39809bf91b29f185f6af6885c1e55c53050e89f75bc05a2b7e5b01d7452667af) AuthConfig (f1345dd05a9d1b9b24539f83de19c10a3173afcb8abb8077780a5f030800dfbd) AuthConfig (5f38e84799368c44b7c4b78a93c41eba1312d310e12a78e6497680c031615434) AuthConfig (9caa0af76aca335f359391bd0da563b83763c89cb1e6698dff126b8dae8efe84) AuthConfig (abdf3545bb693a7cbc7f3dfdccf1d6ece40e53f9f260f3184380408eb61bcfab) AuthConfig (5af2fe7739b00def1f9d869e7086c423256c1efeb033d837f69f835791137935) AuthConfig (69db1d68f63a145e684a247f57523be5da71f1bcf43ba2387ea7c0e4f65c9312)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"94ef0d48-68b4-42aa-96a4-e399fb846390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.266175285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (338e8aadaec420b170ac78335f95d532910056b0b38380d3476da74676e0a63e) AuthConfig (565e3e180ece48dc0c79d0a9213701bc32342a4f14a6170c71b8eec298ed1999) AuthConfig (3ae42e5657c3141149956a20c26ddd8325d2e1415f886372c10b549673c5c439) AuthConfig (55f390c73d2ad780398ff3c7a31ccc10f74e39a45ae05b13b560f67eaeef7a1a) AuthConfig (6263d98b11d2fab9e0bcabc04e1613e6ef14e8359200588709a86dd516b872ef) AuthConfig (bb7cb7fe6115b4373ec4ff01d5fa4edfef17070f6d0df47b2807488e1db9fbae) AuthConfig (b5bdd20b4bee8bfc6223e9862aadab23532e16aec41ccfaee63595b2b638f301) AuthConfig (5001659dc4626edc0f47fe80e1d4cce8a89c97d84f74bd8cff052f599320654e) AuthConfig (f2c6c18aceafd5bfbff23b30ceec439e9f04154d2a309c66c436de25950f63df) AuthConfig (bbb2adc0df3a6086f5dc7a76e72c8694ae9f8d79db955f7d95a518e079d38b62) AuthConfig (71010bcc24cc108dfcf6ea0e25c7746789231b1c0738818d9f306a6b4fbe2fed) AuthConfig (cb258dfb3068a936d710afe9a71f64afcfd465fdfc52c16a9a2334bd74dbcd43) AuthConfig (f7fa7e2af0db16b3950c188840c6b14f2a0e31edc5326799d80eb7d744d303e3) AuthConfig (d4f1b1283d53207ebf812e59e495642f3324ac4effda98e7fb507a2f195eef3f) AuthConfig (7a886a229f4a7fcde4d1a0137ef1bdc10a93ad62b0bce93d48890bbbe95e9f2b) AuthConfig (7f223356796ab1037ac38ae37c0383d69eba3085bb38cd2a7e46bc904f3368d3) AuthConfig (6a5ac65a70a0d77a4203475057b14ac048ab34a2cca41e9d9015051b418460e1) AuthConfig (a761fca7ea925b64a709051f88ad09a2d7ea215d8a3ba7a3af2a16fdc6bd6646) AuthConfig (6816fee349a794323bcdfdae946c6f7cdfb28a379e7a64abe47444da2b00479d) AuthConfig (ea1d041e90c1b3262fdabbd90bd583fac66ca93e9214c36120990443a19d898a) AuthConfig (aa5aa188755c940bfc52187415b13877266823624823d92a9197ed63e8710276) AuthConfig (5cbe753c96365bbed72b5e2451cb98ada26be1a57c28aabdd25ae6c0c6b4473f) AuthConfig (db9a57cee7fadfaa9f13f1c4f89240fe832db21e36380ddef035c777fb2468a7) AuthConfig (39809bf91b29f185f6af6885c1e55c53050e89f75bc05a2b7e5b01d7452667af) AuthConfig (f1345dd05a9d1b9b24539f83de19c10a3173afcb8abb8077780a5f030800dfbd) AuthConfig (5f38e84799368c44b7c4b78a93c41eba1312d310e12a78e6497680c031615434) AuthConfig (9caa0af76aca335f359391bd0da563b83763c89cb1e6698dff126b8dae8efe84) AuthConfig (abdf3545bb693a7cbc7f3dfdccf1d6ece40e53f9f260f3184380408eb61bcfab) AuthConfig (5af2fe7739b00def1f9d869e7086c423256c1efeb033d837f69f835791137935) AuthConfig (69db1d68f63a145e684a247f57523be5da71f1bcf43ba2387ea7c0e4f65c9312)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"74e5a93b-e7c1-4653-b47e-ddfe83962dbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:19.230631025Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:21.914115659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"2831f452-0b2b-4c98-98f0-8c0a61accd7f","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.063681695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"6e8f9917-e82d-4794-962f-03a05fdb4cc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.063721476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"70bc3a4f-9392-41d9-9796-e6b97b2b0f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.064261077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a-auth","reconcileID":"839bfb15-3497-4ad9-b389-07ddaed2fc98","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.064326329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"b85e935d-005a-4701-8915-9b9a63ce1432","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.118582859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a-auth","reconcileID":"839bfb15-3497-4ad9-b389-07ddaed2fc98","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.118639636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"70bc3a4f-9392-41d9-9796-e6b97b2b0f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.120824239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"6e8f9917-e82d-4794-962f-03a05fdb4cc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.121790302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"b85e935d-005a-4701-8915-9b9a63ce1432","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:26.876069364Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-sub","reconcileID":"f9c378f4-0d2e-42c1-a304-a1eed2679400","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.080577739Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-sub","reconcileID":"f9c378f4-0d2e-42c1-a304-a1eed2679400","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-4ec609/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.080607177Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-sub","reconcileID":"f9c378f4-0d2e-42c1-a304-a1eed2679400","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.080710191Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-sub","reconcileID":"f9c378f4-0d2e-42c1-a304-a1eed2679400","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-4ec609/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.279285689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"fe4dfd58-dc48-4123-a361-8db8c7b6671e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.404687333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"19936833-e408-492f-ba51-dba55c3feb3e","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.458773436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"82b3f627-84e6-407f-9904-64ef965329c1","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.543909243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"71aa2413-d7f2-4d2b-81d6-c4407ef1aaaf","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.551111742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"e2915fa9-42e1-4f31-8393-a6d1615a5418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.551134391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"5b7e7ad2-ced8-4bf4-a47e-4969bbf40ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.55154763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-auth","reconcileID":"95891d2f-3a81-4d33-b243-bd6a2e6f7224","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.606993112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"e2915fa9-42e1-4f31-8393-a6d1615a5418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.606991648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-auth","reconcileID":"95891d2f-3a81-4d33-b243-bd6a2e6f7224","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.609089714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"5b7e7ad2-ced8-4bf4-a47e-4969bbf40ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.806446169Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-apikey-degraded-auth","reconcileID":"f8b7a55c-a5cd-4dd3-81b1-f8979c46148b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:28.063400854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"78bf6e52-ca01-4cfc-917c-f646162fa84b","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:28.355620393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"bc87e784-ea41-4463-ae7e-5c74a9d2906d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:28.356265852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"977b1460-ee8e-4274-94bd-9d287964152a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:28.411439699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"977b1460-ee8e-4274-94bd-9d287964152a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:28.411504965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"bc87e784-ea41-4463-ae7e-5c74a9d2906d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:28.456419737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"7e83961b-8659-4930-8dba-d13a305f0e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:28.456427618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"8967ea40-9d5e-4df2-ad2b-ab688b9aaa85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:28.464529509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bbfa07-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f6513bd529e4807ba765b0400d864621e7d0895bff2d16e17fb6c2a2bb7f58f) AuthConfig (13ef38286b2e55a4832970369dd57cff92a3375e7a2e59f6b80592095aeff6ca) AuthConfig (39459a9176b90b2a05ba06b1296797ce27abe3c426fe66696ea2c66654b9d2b2) AuthConfig (cfee3d1a919c94aff399e627afddfb43a9d3e1debfc5338f24611165a14c7a8f) AuthConfig (24e5d39b4874a9aebb2ba8cfc68af468c5e2c0b485a53ee72be74f4c2c51be6d) AuthConfig (fc8069b8283edaf08cf610f11f2fb1a37cb09b57ac72311ec38d4678180bf79a) AuthConfig (c35ea1c3a1442f5f4310b00d6e317493611ce3f8fead2551067d44bd8487e6e6) AuthConfig (5cd488b60afe736dcc4dec308297f87cf5bcd3dafd9faf2be60eae01242ba8dd) AuthConfig (59d0c084d2869ee1f19b38e3efb20a50d9a36b3668597aeb049475d21cb787c6) AuthConfig (38f3cb8ab8912875827ce0156d717b2731467e30ab50feb3489efcccec71bf39) AuthConfig (4641331a848669e8f1e92f7ad034650626b0f4d4df7aeb411937d55ea7c3842d) AuthConfig (be07f6c6a2357b7f4993a6fde6cc01f3492b15143cc9a0e53c4db6ef4a5b157c) AuthConfig (0304eced1052d1dc619745eebc9d579c7d4713902fecd6b3f04889ffe910bc34) AuthConfig (69eba9c706d62a15d2beb75ca35ffb940c555db7131c32c986b423bb41577aeb) AuthConfig (00c96588adb2260e751b982d77d0da54f15d538943c767ee46a8a83bf8f2d094) AuthConfig (fa836e848a50af73dc77b7eed87c763e0fdba980ef92694c18811e5f5880c1ce) AuthConfig (df28afd9a8a9cec485bb806243747f4b3cb07d150715516481b88143468fac8d) AuthConfig (bfba5336e8f11cf3a71fa76667da9e055bbbc1bf411eede698bf20b250bef457) AuthConfig (e5aacf6bf7ef4077cf9de8fd0793da64f95e65839b4277dc778f0c89b8c4bb24) AuthConfig (5180ba89421c5f403f5b0d652048c2ea96b26849c1bb347cd5bb0be9f19c5f40) AuthConfig (f721bf11af3a9430f7df0f01edf11a7fbbb0e888be254e1f4b28617ebf5262e2) AuthConfig (d89c4b8fd2abd5c09e9c221b769be1eb4c57025708549a4acd6202bdba95d898) AuthConfig (265bb4aa85e55f3ffcd36bb10ed2412ad393768920bfb3b1127345ebbf77d2d2) AuthConfig (31b737f8c28220fe417eeaa2d5d4b68d6a9d1c2587a3ee3d015b5c93e83809ea) AuthConfig (63c236515c593e52a2cf6b7b3fbe3af6841cb54480b75316283de535c3c8c7a1) AuthConfig (c044265fc7ebfd3ae47969cb4b65e28f0c18fc1bee560861d44aa06e9f87aaf7) AuthConfig (14242ca830da831e2a800e7a04781cab59f82f29a50d19f307e2964fead27e74) AuthConfig (af80d8881aa50388d46297f1228cd441739287002457d517d943da7255974f8b) AuthConfig (bfce6bdc4c8b27d409863ce947d919244353701d580ab525812ca5ee85bd8669) AuthConfig (217b8e46627334213f62d9fbd12e2b2579012f2b13cce8f9bcd61b7c05ac9ebf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"977b1460-ee8e-4274-94bd-9d287964152a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:28.465064238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bbfa07-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f6513bd529e4807ba765b0400d864621e7d0895bff2d16e17fb6c2a2bb7f58f) AuthConfig (13ef38286b2e55a4832970369dd57cff92a3375e7a2e59f6b80592095aeff6ca) AuthConfig (39459a9176b90b2a05ba06b1296797ce27abe3c426fe66696ea2c66654b9d2b2) AuthConfig (cfee3d1a919c94aff399e627afddfb43a9d3e1debfc5338f24611165a14c7a8f) AuthConfig (24e5d39b4874a9aebb2ba8cfc68af468c5e2c0b485a53ee72be74f4c2c51be6d) AuthConfig (fc8069b8283edaf08cf610f11f2fb1a37cb09b57ac72311ec38d4678180bf79a) AuthConfig (c35ea1c3a1442f5f4310b00d6e317493611ce3f8fead2551067d44bd8487e6e6) AuthConfig (5cd488b60afe736dcc4dec308297f87cf5bcd3dafd9faf2be60eae01242ba8dd) AuthConfig (59d0c084d2869ee1f19b38e3efb20a50d9a36b3668597aeb049475d21cb787c6) AuthConfig (38f3cb8ab8912875827ce0156d717b2731467e30ab50feb3489efcccec71bf39) AuthConfig (4641331a848669e8f1e92f7ad034650626b0f4d4df7aeb411937d55ea7c3842d) AuthConfig (be07f6c6a2357b7f4993a6fde6cc01f3492b15143cc9a0e53c4db6ef4a5b157c) AuthConfig (0304eced1052d1dc619745eebc9d579c7d4713902fecd6b3f04889ffe910bc34) AuthConfig (69eba9c706d62a15d2beb75ca35ffb940c555db7131c32c986b423bb41577aeb) AuthConfig (00c96588adb2260e751b982d77d0da54f15d538943c767ee46a8a83bf8f2d094) AuthConfig (fa836e848a50af73dc77b7eed87c763e0fdba980ef92694c18811e5f5880c1ce) AuthConfig (df28afd9a8a9cec485bb806243747f4b3cb07d150715516481b88143468fac8d) AuthConfig (bfba5336e8f11cf3a71fa76667da9e055bbbc1bf411eede698bf20b250bef457) AuthConfig (e5aacf6bf7ef4077cf9de8fd0793da64f95e65839b4277dc778f0c89b8c4bb24) AuthConfig (5180ba89421c5f403f5b0d652048c2ea96b26849c1bb347cd5bb0be9f19c5f40) AuthConfig (f721bf11af3a9430f7df0f01edf11a7fbbb0e888be254e1f4b28617ebf5262e2) AuthConfig (d89c4b8fd2abd5c09e9c221b769be1eb4c57025708549a4acd6202bdba95d898) AuthConfig (265bb4aa85e55f3ffcd36bb10ed2412ad393768920bfb3b1127345ebbf77d2d2) AuthConfig (31b737f8c28220fe417eeaa2d5d4b68d6a9d1c2587a3ee3d015b5c93e83809ea) AuthConfig (63c236515c593e52a2cf6b7b3fbe3af6841cb54480b75316283de535c3c8c7a1) AuthConfig (c044265fc7ebfd3ae47969cb4b65e28f0c18fc1bee560861d44aa06e9f87aaf7) AuthConfig (14242ca830da831e2a800e7a04781cab59f82f29a50d19f307e2964fead27e74) AuthConfig (af80d8881aa50388d46297f1228cd441739287002457d517d943da7255974f8b) AuthConfig (bfce6bdc4c8b27d409863ce947d919244353701d580ab525812ca5ee85bd8669) AuthConfig (217b8e46627334213f62d9fbd12e2b2579012f2b13cce8f9bcd61b7c05ac9ebf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"bc87e784-ea41-4463-ae7e-5c74a9d2906d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:28.511161213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"8967ea40-9d5e-4df2-ad2b-ab688b9aaa85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:28.511290513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"7e83961b-8659-4930-8dba-d13a305f0e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:28.564824152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (338e8aadaec420b170ac78335f95d532910056b0b38380d3476da74676e0a63e) AuthConfig (565e3e180ece48dc0c79d0a9213701bc32342a4f14a6170c71b8eec298ed1999) AuthConfig (3ae42e5657c3141149956a20c26ddd8325d2e1415f886372c10b549673c5c439) AuthConfig (55f390c73d2ad780398ff3c7a31ccc10f74e39a45ae05b13b560f67eaeef7a1a) AuthConfig (6263d98b11d2fab9e0bcabc04e1613e6ef14e8359200588709a86dd516b872ef) AuthConfig (bb7cb7fe6115b4373ec4ff01d5fa4edfef17070f6d0df47b2807488e1db9fbae) AuthConfig (b5bdd20b4bee8bfc6223e9862aadab23532e16aec41ccfaee63595b2b638f301) AuthConfig (5001659dc4626edc0f47fe80e1d4cce8a89c97d84f74bd8cff052f599320654e) AuthConfig (f2c6c18aceafd5bfbff23b30ceec439e9f04154d2a309c66c436de25950f63df) AuthConfig (bbb2adc0df3a6086f5dc7a76e72c8694ae9f8d79db955f7d95a518e079d38b62) AuthConfig (71010bcc24cc108dfcf6ea0e25c7746789231b1c0738818d9f306a6b4fbe2fed) AuthConfig (cb258dfb3068a936d710afe9a71f64afcfd465fdfc52c16a9a2334bd74dbcd43) AuthConfig (f7fa7e2af0db16b3950c188840c6b14f2a0e31edc5326799d80eb7d744d303e3) AuthConfig (d4f1b1283d53207ebf812e59e495642f3324ac4effda98e7fb507a2f195eef3f) AuthConfig (7a886a229f4a7fcde4d1a0137ef1bdc10a93ad62b0bce93d48890bbbe95e9f2b) AuthConfig (7f223356796ab1037ac38ae37c0383d69eba3085bb38cd2a7e46bc904f3368d3) AuthConfig (6a5ac65a70a0d77a4203475057b14ac048ab34a2cca41e9d9015051b418460e1) AuthConfig (a761fca7ea925b64a709051f88ad09a2d7ea215d8a3ba7a3af2a16fdc6bd6646) AuthConfig (6816fee349a794323bcdfdae946c6f7cdfb28a379e7a64abe47444da2b00479d) AuthConfig (ea1d041e90c1b3262fdabbd90bd583fac66ca93e9214c36120990443a19d898a) AuthConfig (aa5aa188755c940bfc52187415b13877266823624823d92a9197ed63e8710276) AuthConfig (5cbe753c96365bbed72b5e2451cb98ada26be1a57c28aabdd25ae6c0c6b4473f) AuthConfig (db9a57cee7fadfaa9f13f1c4f89240fe832db21e36380ddef035c777fb2468a7) AuthConfig (39809bf91b29f185f6af6885c1e55c53050e89f75bc05a2b7e5b01d7452667af) AuthConfig (f1345dd05a9d1b9b24539f83de19c10a3173afcb8abb8077780a5f030800dfbd) AuthConfig (5f38e84799368c44b7c4b78a93c41eba1312d310e12a78e6497680c031615434) AuthConfig (9caa0af76aca335f359391bd0da563b83763c89cb1e6698dff126b8dae8efe84) AuthConfig (abdf3545bb693a7cbc7f3dfdccf1d6ece40e53f9f260f3184380408eb61bcfab) AuthConfig (5af2fe7739b00def1f9d869e7086c423256c1efeb033d837f69f835791137935) AuthConfig (69db1d68f63a145e684a247f57523be5da71f1bcf43ba2387ea7c0e4f65c9312)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"7e83961b-8659-4930-8dba-d13a305f0e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:28.565002448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (338e8aadaec420b170ac78335f95d532910056b0b38380d3476da74676e0a63e) AuthConfig (565e3e180ece48dc0c79d0a9213701bc32342a4f14a6170c71b8eec298ed1999) AuthConfig (3ae42e5657c3141149956a20c26ddd8325d2e1415f886372c10b549673c5c439) AuthConfig (55f390c73d2ad780398ff3c7a31ccc10f74e39a45ae05b13b560f67eaeef7a1a) AuthConfig (6263d98b11d2fab9e0bcabc04e1613e6ef14e8359200588709a86dd516b872ef) AuthConfig (bb7cb7fe6115b4373ec4ff01d5fa4edfef17070f6d0df47b2807488e1db9fbae) AuthConfig (b5bdd20b4bee8bfc6223e9862aadab23532e16aec41ccfaee63595b2b638f301) AuthConfig (5001659dc4626edc0f47fe80e1d4cce8a89c97d84f74bd8cff052f599320654e) AuthConfig (f2c6c18aceafd5bfbff23b30ceec439e9f04154d2a309c66c436de25950f63df) AuthConfig (bbb2adc0df3a6086f5dc7a76e72c8694ae9f8d79db955f7d95a518e079d38b62) AuthConfig (71010bcc24cc108dfcf6ea0e25c7746789231b1c0738818d9f306a6b4fbe2fed) AuthConfig (cb258dfb3068a936d710afe9a71f64afcfd465fdfc52c16a9a2334bd74dbcd43) AuthConfig (f7fa7e2af0db16b3950c188840c6b14f2a0e31edc5326799d80eb7d744d303e3) AuthConfig (d4f1b1283d53207ebf812e59e495642f3324ac4effda98e7fb507a2f195eef3f) AuthConfig (7a886a229f4a7fcde4d1a0137ef1bdc10a93ad62b0bce93d48890bbbe95e9f2b) AuthConfig (7f223356796ab1037ac38ae37c0383d69eba3085bb38cd2a7e46bc904f3368d3) AuthConfig (6a5ac65a70a0d77a4203475057b14ac048ab34a2cca41e9d9015051b418460e1) AuthConfig (a761fca7ea925b64a709051f88ad09a2d7ea215d8a3ba7a3af2a16fdc6bd6646) AuthConfig (6816fee349a794323bcdfdae946c6f7cdfb28a379e7a64abe47444da2b00479d) AuthConfig (ea1d041e90c1b3262fdabbd90bd583fac66ca93e9214c36120990443a19d898a) AuthConfig (aa5aa188755c940bfc52187415b13877266823624823d92a9197ed63e8710276) AuthConfig (5cbe753c96365bbed72b5e2451cb98ada26be1a57c28aabdd25ae6c0c6b4473f) AuthConfig (db9a57cee7fadfaa9f13f1c4f89240fe832db21e36380ddef035c777fb2468a7) AuthConfig (39809bf91b29f185f6af6885c1e55c53050e89f75bc05a2b7e5b01d7452667af) AuthConfig (f1345dd05a9d1b9b24539f83de19c10a3173afcb8abb8077780a5f030800dfbd) AuthConfig (5f38e84799368c44b7c4b78a93c41eba1312d310e12a78e6497680c031615434) AuthConfig (9caa0af76aca335f359391bd0da563b83763c89cb1e6698dff126b8dae8efe84) AuthConfig (abdf3545bb693a7cbc7f3dfdccf1d6ece40e53f9f260f3184380408eb61bcfab) AuthConfig (5af2fe7739b00def1f9d869e7086c423256c1efeb033d837f69f835791137935) AuthConfig (69db1d68f63a145e684a247f57523be5da71f1bcf43ba2387ea7c0e4f65c9312)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"8967ea40-9d5e-4df2-ad2b-ab688b9aaa85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.678616393Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"e97f4ff1-a16f-4b5c-af4f-21e477a808aa","namespace":"llm","name":"e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.735640523Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"52152427-824c-4448-b8d2-1f898264a69f","namespace":"llm","name":"e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.826291925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"1e17152a-f360-4f58-bc56-c618ddc69085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.826829115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"f7c77b40-dceb-4d0a-b1e1-61bfad364d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.827098086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"ee162da2-27a0-46b3-9099-9a75ffabaa81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.827737931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"462a01f1-2863-48b6-b6a4-8fb787784c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.828009531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"9d0ea466-f625-45ed-9553-6a820649e99d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.88167585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"f7c77b40-dceb-4d0a-b1e1-61bfad364d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.881743466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"ee162da2-27a0-46b3-9099-9a75ffabaa81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.883859978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"1e17152a-f360-4f58-bc56-c618ddc69085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.884072107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"462a01f1-2863-48b6-b6a4-8fb787784c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.886033673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"9d0ea466-f625-45ed-9553-6a820649e99d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.935404908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (338e8aadaec420b170ac78335f95d532910056b0b38380d3476da74676e0a63e) AuthConfig (565e3e180ece48dc0c79d0a9213701bc32342a4f14a6170c71b8eec298ed1999) AuthConfig (3ae42e5657c3141149956a20c26ddd8325d2e1415f886372c10b549673c5c439) AuthConfig (55f390c73d2ad780398ff3c7a31ccc10f74e39a45ae05b13b560f67eaeef7a1a) AuthConfig (6263d98b11d2fab9e0bcabc04e1613e6ef14e8359200588709a86dd516b872ef) AuthConfig (bb7cb7fe6115b4373ec4ff01d5fa4edfef17070f6d0df47b2807488e1db9fbae) AuthConfig (b5bdd20b4bee8bfc6223e9862aadab23532e16aec41ccfaee63595b2b638f301) AuthConfig (5001659dc4626edc0f47fe80e1d4cce8a89c97d84f74bd8cff052f599320654e) AuthConfig (f2c6c18aceafd5bfbff23b30ceec439e9f04154d2a309c66c436de25950f63df) AuthConfig (bbb2adc0df3a6086f5dc7a76e72c8694ae9f8d79db955f7d95a518e079d38b62) AuthConfig (71010bcc24cc108dfcf6ea0e25c7746789231b1c0738818d9f306a6b4fbe2fed) AuthConfig (cb258dfb3068a936d710afe9a71f64afcfd465fdfc52c16a9a2334bd74dbcd43) AuthConfig (f7fa7e2af0db16b3950c188840c6b14f2a0e31edc5326799d80eb7d744d303e3) AuthConfig (d4f1b1283d53207ebf812e59e495642f3324ac4effda98e7fb507a2f195eef3f) AuthConfig (7a886a229f4a7fcde4d1a0137ef1bdc10a93ad62b0bce93d48890bbbe95e9f2b) AuthConfig (7f223356796ab1037ac38ae37c0383d69eba3085bb38cd2a7e46bc904f3368d3) AuthConfig (6a5ac65a70a0d77a4203475057b14ac048ab34a2cca41e9d9015051b418460e1) AuthConfig (a761fca7ea925b64a709051f88ad09a2d7ea215d8a3ba7a3af2a16fdc6bd6646) AuthConfig (6816fee349a794323bcdfdae946c6f7cdfb28a379e7a64abe47444da2b00479d) AuthConfig (ea1d041e90c1b3262fdabbd90bd583fac66ca93e9214c36120990443a19d898a) AuthConfig (aa5aa188755c940bfc52187415b13877266823624823d92a9197ed63e8710276) AuthConfig (5cbe753c96365bbed72b5e2451cb98ada26be1a57c28aabdd25ae6c0c6b4473f) AuthConfig (db9a57cee7fadfaa9f13f1c4f89240fe832db21e36380ddef035c777fb2468a7) AuthConfig (39809bf91b29f185f6af6885c1e55c53050e89f75bc05a2b7e5b01d7452667af) AuthConfig (f1345dd05a9d1b9b24539f83de19c10a3173afcb8abb8077780a5f030800dfbd) AuthConfig (5f38e84799368c44b7c4b78a93c41eba1312d310e12a78e6497680c031615434) AuthConfig (9caa0af76aca335f359391bd0da563b83763c89cb1e6698dff126b8dae8efe84) AuthConfig (abdf3545bb693a7cbc7f3dfdccf1d6ece40e53f9f260f3184380408eb61bcfab) AuthConfig (5af2fe7739b00def1f9d869e7086c423256c1efeb033d837f69f835791137935) AuthConfig (69db1d68f63a145e684a247f57523be5da71f1bcf43ba2387ea7c0e4f65c9312)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"ee162da2-27a0-46b3-9099-9a75ffabaa81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.935398567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (338e8aadaec420b170ac78335f95d532910056b0b38380d3476da74676e0a63e) AuthConfig (565e3e180ece48dc0c79d0a9213701bc32342a4f14a6170c71b8eec298ed1999) AuthConfig (3ae42e5657c3141149956a20c26ddd8325d2e1415f886372c10b549673c5c439) AuthConfig (55f390c73d2ad780398ff3c7a31ccc10f74e39a45ae05b13b560f67eaeef7a1a) AuthConfig (6263d98b11d2fab9e0bcabc04e1613e6ef14e8359200588709a86dd516b872ef) AuthConfig (bb7cb7fe6115b4373ec4ff01d5fa4edfef17070f6d0df47b2807488e1db9fbae) AuthConfig (b5bdd20b4bee8bfc6223e9862aadab23532e16aec41ccfaee63595b2b638f301) AuthConfig (5001659dc4626edc0f47fe80e1d4cce8a89c97d84f74bd8cff052f599320654e) AuthConfig (f2c6c18aceafd5bfbff23b30ceec439e9f04154d2a309c66c436de25950f63df) AuthConfig (bbb2adc0df3a6086f5dc7a76e72c8694ae9f8d79db955f7d95a518e079d38b62) AuthConfig (71010bcc24cc108dfcf6ea0e25c7746789231b1c0738818d9f306a6b4fbe2fed) AuthConfig (cb258dfb3068a936d710afe9a71f64afcfd465fdfc52c16a9a2334bd74dbcd43) AuthConfig (f7fa7e2af0db16b3950c188840c6b14f2a0e31edc5326799d80eb7d744d303e3) AuthConfig (d4f1b1283d53207ebf812e59e495642f3324ac4effda98e7fb507a2f195eef3f) AuthConfig (7a886a229f4a7fcde4d1a0137ef1bdc10a93ad62b0bce93d48890bbbe95e9f2b) AuthConfig (7f223356796ab1037ac38ae37c0383d69eba3085bb38cd2a7e46bc904f3368d3) AuthConfig (6a5ac65a70a0d77a4203475057b14ac048ab34a2cca41e9d9015051b418460e1) AuthConfig (a761fca7ea925b64a709051f88ad09a2d7ea215d8a3ba7a3af2a16fdc6bd6646) AuthConfig (6816fee349a794323bcdfdae946c6f7cdfb28a379e7a64abe47444da2b00479d) AuthConfig (ea1d041e90c1b3262fdabbd90bd583fac66ca93e9214c36120990443a19d898a) AuthConfig (aa5aa188755c940bfc52187415b13877266823624823d92a9197ed63e8710276) AuthConfig (5cbe753c96365bbed72b5e2451cb98ada26be1a57c28aabdd25ae6c0c6b4473f) AuthConfig (db9a57cee7fadfaa9f13f1c4f89240fe832db21e36380ddef035c777fb2468a7) AuthConfig (39809bf91b29f185f6af6885c1e55c53050e89f75bc05a2b7e5b01d7452667af) AuthConfig (f1345dd05a9d1b9b24539f83de19c10a3173afcb8abb8077780a5f030800dfbd) AuthConfig (5f38e84799368c44b7c4b78a93c41eba1312d310e12a78e6497680c031615434) AuthConfig (9caa0af76aca335f359391bd0da563b83763c89cb1e6698dff126b8dae8efe84) AuthConfig (abdf3545bb693a7cbc7f3dfdccf1d6ece40e53f9f260f3184380408eb61bcfab) AuthConfig (5af2fe7739b00def1f9d869e7086c423256c1efeb033d837f69f835791137935) AuthConfig (69db1d68f63a145e684a247f57523be5da71f1bcf43ba2387ea7c0e4f65c9312)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"f7c77b40-dceb-4d0a-b1e1-61bfad364d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.937043062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bbfa07-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f6513bd529e4807ba765b0400d864621e7d0895bff2d16e17fb6c2a2bb7f58f) AuthConfig (13ef38286b2e55a4832970369dd57cff92a3375e7a2e59f6b80592095aeff6ca) AuthConfig (39459a9176b90b2a05ba06b1296797ce27abe3c426fe66696ea2c66654b9d2b2) AuthConfig (cfee3d1a919c94aff399e627afddfb43a9d3e1debfc5338f24611165a14c7a8f) AuthConfig (24e5d39b4874a9aebb2ba8cfc68af468c5e2c0b485a53ee72be74f4c2c51be6d) AuthConfig (fc8069b8283edaf08cf610f11f2fb1a37cb09b57ac72311ec38d4678180bf79a) AuthConfig (c35ea1c3a1442f5f4310b00d6e317493611ce3f8fead2551067d44bd8487e6e6) AuthConfig (5cd488b60afe736dcc4dec308297f87cf5bcd3dafd9faf2be60eae01242ba8dd) AuthConfig (59d0c084d2869ee1f19b38e3efb20a50d9a36b3668597aeb049475d21cb787c6) AuthConfig (38f3cb8ab8912875827ce0156d717b2731467e30ab50feb3489efcccec71bf39) AuthConfig (4641331a848669e8f1e92f7ad034650626b0f4d4df7aeb411937d55ea7c3842d) AuthConfig (be07f6c6a2357b7f4993a6fde6cc01f3492b15143cc9a0e53c4db6ef4a5b157c) AuthConfig (0304eced1052d1dc619745eebc9d579c7d4713902fecd6b3f04889ffe910bc34) AuthConfig (69eba9c706d62a15d2beb75ca35ffb940c555db7131c32c986b423bb41577aeb) AuthConfig (00c96588adb2260e751b982d77d0da54f15d538943c767ee46a8a83bf8f2d094) AuthConfig (fa836e848a50af73dc77b7eed87c763e0fdba980ef92694c18811e5f5880c1ce) AuthConfig (df28afd9a8a9cec485bb806243747f4b3cb07d150715516481b88143468fac8d) AuthConfig (bfba5336e8f11cf3a71fa76667da9e055bbbc1bf411eede698bf20b250bef457) AuthConfig (e5aacf6bf7ef4077cf9de8fd0793da64f95e65839b4277dc778f0c89b8c4bb24) AuthConfig (5180ba89421c5f403f5b0d652048c2ea96b26849c1bb347cd5bb0be9f19c5f40) AuthConfig (f721bf11af3a9430f7df0f01edf11a7fbbb0e888be254e1f4b28617ebf5262e2) AuthConfig (d89c4b8fd2abd5c09e9c221b769be1eb4c57025708549a4acd6202bdba95d898) AuthConfig (265bb4aa85e55f3ffcd36bb10ed2412ad393768920bfb3b1127345ebbf77d2d2) AuthConfig (31b737f8c28220fe417eeaa2d5d4b68d6a9d1c2587a3ee3d015b5c93e83809ea) AuthConfig (63c236515c593e52a2cf6b7b3fbe3af6841cb54480b75316283de535c3c8c7a1) AuthConfig (c044265fc7ebfd3ae47969cb4b65e28f0c18fc1bee560861d44aa06e9f87aaf7) AuthConfig (14242ca830da831e2a800e7a04781cab59f82f29a50d19f307e2964fead27e74) AuthConfig (af80d8881aa50388d46297f1228cd441739287002457d517d943da7255974f8b) AuthConfig (bfce6bdc4c8b27d409863ce947d919244353701d580ab525812ca5ee85bd8669) AuthConfig (217b8e46627334213f62d9fbd12e2b2579012f2b13cce8f9bcd61b7c05ac9ebf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"1e17152a-f360-4f58-bc56-c618ddc69085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.938667017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bbfa07-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f6513bd529e4807ba765b0400d864621e7d0895bff2d16e17fb6c2a2bb7f58f) AuthConfig (13ef38286b2e55a4832970369dd57cff92a3375e7a2e59f6b80592095aeff6ca) AuthConfig (39459a9176b90b2a05ba06b1296797ce27abe3c426fe66696ea2c66654b9d2b2) AuthConfig (cfee3d1a919c94aff399e627afddfb43a9d3e1debfc5338f24611165a14c7a8f) AuthConfig (24e5d39b4874a9aebb2ba8cfc68af468c5e2c0b485a53ee72be74f4c2c51be6d) AuthConfig (fc8069b8283edaf08cf610f11f2fb1a37cb09b57ac72311ec38d4678180bf79a) AuthConfig (c35ea1c3a1442f5f4310b00d6e317493611ce3f8fead2551067d44bd8487e6e6) AuthConfig (5cd488b60afe736dcc4dec308297f87cf5bcd3dafd9faf2be60eae01242ba8dd) AuthConfig (59d0c084d2869ee1f19b38e3efb20a50d9a36b3668597aeb049475d21cb787c6) AuthConfig (38f3cb8ab8912875827ce0156d717b2731467e30ab50feb3489efcccec71bf39) AuthConfig (4641331a848669e8f1e92f7ad034650626b0f4d4df7aeb411937d55ea7c3842d) AuthConfig (be07f6c6a2357b7f4993a6fde6cc01f3492b15143cc9a0e53c4db6ef4a5b157c) AuthConfig (0304eced1052d1dc619745eebc9d579c7d4713902fecd6b3f04889ffe910bc34) AuthConfig (69eba9c706d62a15d2beb75ca35ffb940c555db7131c32c986b423bb41577aeb) AuthConfig (00c96588adb2260e751b982d77d0da54f15d538943c767ee46a8a83bf8f2d094) AuthConfig (fa836e848a50af73dc77b7eed87c763e0fdba980ef92694c18811e5f5880c1ce) AuthConfig (df28afd9a8a9cec485bb806243747f4b3cb07d150715516481b88143468fac8d) AuthConfig (bfba5336e8f11cf3a71fa76667da9e055bbbc1bf411eede698bf20b250bef457) AuthConfig (e5aacf6bf7ef4077cf9de8fd0793da64f95e65839b4277dc778f0c89b8c4bb24) AuthConfig (5180ba89421c5f403f5b0d652048c2ea96b26849c1bb347cd5bb0be9f19c5f40) AuthConfig (f721bf11af3a9430f7df0f01edf11a7fbbb0e888be254e1f4b28617ebf5262e2) AuthConfig (d89c4b8fd2abd5c09e9c221b769be1eb4c57025708549a4acd6202bdba95d898) AuthConfig (265bb4aa85e55f3ffcd36bb10ed2412ad393768920bfb3b1127345ebbf77d2d2) AuthConfig (31b737f8c28220fe417eeaa2d5d4b68d6a9d1c2587a3ee3d015b5c93e83809ea) AuthConfig (63c236515c593e52a2cf6b7b3fbe3af6841cb54480b75316283de535c3c8c7a1) AuthConfig (c044265fc7ebfd3ae47969cb4b65e28f0c18fc1bee560861d44aa06e9f87aaf7) AuthConfig (14242ca830da831e2a800e7a04781cab59f82f29a50d19f307e2964fead27e74) AuthConfig (af80d8881aa50388d46297f1228cd441739287002457d517d943da7255974f8b) AuthConfig (bfce6bdc4c8b27d409863ce947d919244353701d580ab525812ca5ee85bd8669) AuthConfig (217b8e46627334213f62d9fbd12e2b2579012f2b13cce8f9bcd61b7c05ac9ebf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"9d0ea466-f625-45ed-9553-6a820649e99d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.065500659Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"ccca8c24-3bd2-49fb-add2-58632bedd78e","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"name":"e2e-rt-sw-096701","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.082424333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"63e42882-b8d1-43aa-ad68-2677d90088f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.082703132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"81c2b5df-e4d4-492c-901d-c5af36a67dca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.082877206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"f0dfa0f7-0a49-4bbe-b93f-a8f04c5dd132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.083771621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"aea3f1bc-91a2-4b43-ab84-0660883dbdfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.137725889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"63e42882-b8d1-43aa-ad68-2677d90088f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.137722161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"81c2b5df-e4d4-492c-901d-c5af36a67dca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.141239451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"f0dfa0f7-0a49-4bbe-b93f-a8f04c5dd132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.141323705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"aea3f1bc-91a2-4b43-ab84-0660883dbdfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.228669079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"eefce3bf-a410-43b9-8fb6-bdfb84c1782d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.28266827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"eefce3bf-a410-43b9-8fb6-bdfb84c1782d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.431659912Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"45b8d5e0-1067-4c5d-b8f2-1d4e31c6adbd","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"name":"e2e-rt-sw-096701","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.481215262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a3bbef6-383a-48b7-a31e-71a8e4839f67","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.481249463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a3bbef6-383a-48b7-a31e-71a8e4839f67","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.481635681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"27ec8375-edfa-4a0d-a308-dd6109f41422","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.481650974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"27ec8375-edfa-4a0d-a308-dd6109f41422","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.48194254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e6fa841e-3002-4fce-9a31-b27f81eacd6e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.481957925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e6fa841e-3002-4fce-9a31-b27f81eacd6e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.482257143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5e7b13c4-801d-4019-84e2-300af471fa4c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.482272833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5e7b13c4-801d-4019-84e2-300af471fa4c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.482565443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bd380d36-a73f-44d6-8847-c99786124c00","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.482582792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bd380d36-a73f-44d6-8847-c99786124c00","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.482852868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8c28062-f323-416e-9c3a-e4f1154d9a0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.482867956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8c28062-f323-416e-9c3a-e4f1154d9a0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.48329747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2790f425-3103-479f-99f5-0431b54dd66d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.483311645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2790f425-3103-479f-99f5-0431b54dd66d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.483635584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e12ad817-2f29-4b6f-b518-03ccf780b5e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.483673561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e12ad817-2f29-4b6f-b518-03ccf780b5e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.484167035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a-auth","reconcileID":"00ac790a-a595-4b12-a44c-69283da0712c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.484343135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"e9ac02ac-7982-4d00-b5c5-0c530c717efa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.484717129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a70b8ac-314c-460c-8d56-14802f95d8fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.484860111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"02ea794b-ff47-44ab-9813-5d57d928fcb9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.532862315Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"268f7125-5333-461d-b742-78e2cd74fe45","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"name":"e2e-rt-sw-096701","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.538647481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a70b8ac-314c-460c-8d56-14802f95d8fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.539505092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a-auth","reconcileID":"00ac790a-a595-4b12-a44c-69283da0712c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.54091633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"e9ac02ac-7982-4d00-b5c5-0c530c717efa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.541764038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"02ea794b-ff47-44ab-9813-5d57d928fcb9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.581721254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c586fc5e-2a76-42f6-8193-fe9482450a69","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.581807476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e259fbe8-e8bb-46e3-b428-142c5f304dc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.690082112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"a7bd3c54-78f4-476d-a4f4-b88dccd7cf80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.744378497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"a7bd3c54-78f4-476d-a4f4-b88dccd7cf80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.79707398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bbfa07-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f6513bd529e4807ba765b0400d864621e7d0895bff2d16e17fb6c2a2bb7f58f) AuthConfig (13ef38286b2e55a4832970369dd57cff92a3375e7a2e59f6b80592095aeff6ca) AuthConfig (39459a9176b90b2a05ba06b1296797ce27abe3c426fe66696ea2c66654b9d2b2) AuthConfig (cfee3d1a919c94aff399e627afddfb43a9d3e1debfc5338f24611165a14c7a8f) AuthConfig (24e5d39b4874a9aebb2ba8cfc68af468c5e2c0b485a53ee72be74f4c2c51be6d) AuthConfig (fc8069b8283edaf08cf610f11f2fb1a37cb09b57ac72311ec38d4678180bf79a) AuthConfig (c35ea1c3a1442f5f4310b00d6e317493611ce3f8fead2551067d44bd8487e6e6) AuthConfig (5cd488b60afe736dcc4dec308297f87cf5bcd3dafd9faf2be60eae01242ba8dd) AuthConfig (59d0c084d2869ee1f19b38e3efb20a50d9a36b3668597aeb049475d21cb787c6) AuthConfig (38f3cb8ab8912875827ce0156d717b2731467e30ab50feb3489efcccec71bf39) AuthConfig (4641331a848669e8f1e92f7ad034650626b0f4d4df7aeb411937d55ea7c3842d) AuthConfig (be07f6c6a2357b7f4993a6fde6cc01f3492b15143cc9a0e53c4db6ef4a5b157c) AuthConfig (0304eced1052d1dc619745eebc9d579c7d4713902fecd6b3f04889ffe910bc34) AuthConfig (69eba9c706d62a15d2beb75ca35ffb940c555db7131c32c986b423bb41577aeb) AuthConfig (00c96588adb2260e751b982d77d0da54f15d538943c767ee46a8a83bf8f2d094) AuthConfig (fa836e848a50af73dc77b7eed87c763e0fdba980ef92694c18811e5f5880c1ce) AuthConfig (df28afd9a8a9cec485bb806243747f4b3cb07d150715516481b88143468fac8d) AuthConfig (bfba5336e8f11cf3a71fa76667da9e055bbbc1bf411eede698bf20b250bef457) AuthConfig (e5aacf6bf7ef4077cf9de8fd0793da64f95e65839b4277dc778f0c89b8c4bb24) AuthConfig (5180ba89421c5f403f5b0d652048c2ea96b26849c1bb347cd5bb0be9f19c5f40) AuthConfig (f721bf11af3a9430f7df0f01edf11a7fbbb0e888be254e1f4b28617ebf5262e2) AuthConfig (d89c4b8fd2abd5c09e9c221b769be1eb4c57025708549a4acd6202bdba95d898) AuthConfig (265bb4aa85e55f3ffcd36bb10ed2412ad393768920bfb3b1127345ebbf77d2d2) AuthConfig (31b737f8c28220fe417eeaa2d5d4b68d6a9d1c2587a3ee3d015b5c93e83809ea) AuthConfig (63c236515c593e52a2cf6b7b3fbe3af6841cb54480b75316283de535c3c8c7a1) AuthConfig (c044265fc7ebfd3ae47969cb4b65e28f0c18fc1bee560861d44aa06e9f87aaf7) AuthConfig (14242ca830da831e2a800e7a04781cab59f82f29a50d19f307e2964fead27e74) AuthConfig (af80d8881aa50388d46297f1228cd441739287002457d517d943da7255974f8b) AuthConfig (bfce6bdc4c8b27d409863ce947d919244353701d580ab525812ca5ee85bd8669) AuthConfig (217b8e46627334213f62d9fbd12e2b2579012f2b13cce8f9bcd61b7c05ac9ebf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"a7bd3c54-78f4-476d-a4f4-b88dccd7cf80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.952202228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"02912dd4-aced-43cf-a5f5-7c904c7ffd9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.952750407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69ffee65-5af3-4e5b-bf23-c3110feedcc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.953209593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"d7bb7816-a7e0-4d19-bf46-5d9bec2002a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:31.953741193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"6589e017-4c7e-4a1d-8fdd-143089a6b2bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.004028331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fb1d1bf-c7be-40ff-b52b-4ba39ce76536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.010713303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69ffee65-5af3-4e5b-bf23-c3110feedcc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.012948657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"d7bb7816-a7e0-4d19-bf46-5d9bec2002a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.050097866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"02912dd4-aced-43cf-a5f5-7c904c7ffd9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.051097129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"6589e017-4c7e-4a1d-8fdd-143089a6b2bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.058391007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fb1d1bf-c7be-40ff-b52b-4ba39ce76536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.065468824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bbfa07-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f6513bd529e4807ba765b0400d864621e7d0895bff2d16e17fb6c2a2bb7f58f) AuthConfig (13ef38286b2e55a4832970369dd57cff92a3375e7a2e59f6b80592095aeff6ca) AuthConfig (39459a9176b90b2a05ba06b1296797ce27abe3c426fe66696ea2c66654b9d2b2) AuthConfig (cfee3d1a919c94aff399e627afddfb43a9d3e1debfc5338f24611165a14c7a8f) AuthConfig (24e5d39b4874a9aebb2ba8cfc68af468c5e2c0b485a53ee72be74f4c2c51be6d) AuthConfig (fc8069b8283edaf08cf610f11f2fb1a37cb09b57ac72311ec38d4678180bf79a) AuthConfig (c35ea1c3a1442f5f4310b00d6e317493611ce3f8fead2551067d44bd8487e6e6) AuthConfig (5cd488b60afe736dcc4dec308297f87cf5bcd3dafd9faf2be60eae01242ba8dd) AuthConfig (59d0c084d2869ee1f19b38e3efb20a50d9a36b3668597aeb049475d21cb787c6) AuthConfig (38f3cb8ab8912875827ce0156d717b2731467e30ab50feb3489efcccec71bf39) AuthConfig (4641331a848669e8f1e92f7ad034650626b0f4d4df7aeb411937d55ea7c3842d) AuthConfig (be07f6c6a2357b7f4993a6fde6cc01f3492b15143cc9a0e53c4db6ef4a5b157c) AuthConfig (0304eced1052d1dc619745eebc9d579c7d4713902fecd6b3f04889ffe910bc34) AuthConfig (69eba9c706d62a15d2beb75ca35ffb940c555db7131c32c986b423bb41577aeb) AuthConfig (00c96588adb2260e751b982d77d0da54f15d538943c767ee46a8a83bf8f2d094) AuthConfig (fa836e848a50af73dc77b7eed87c763e0fdba980ef92694c18811e5f5880c1ce) AuthConfig (df28afd9a8a9cec485bb806243747f4b3cb07d150715516481b88143468fac8d) AuthConfig (bfba5336e8f11cf3a71fa76667da9e055bbbc1bf411eede698bf20b250bef457) AuthConfig (e5aacf6bf7ef4077cf9de8fd0793da64f95e65839b4277dc778f0c89b8c4bb24) AuthConfig (5180ba89421c5f403f5b0d652048c2ea96b26849c1bb347cd5bb0be9f19c5f40) AuthConfig (f721bf11af3a9430f7df0f01edf11a7fbbb0e888be254e1f4b28617ebf5262e2) AuthConfig (d89c4b8fd2abd5c09e9c221b769be1eb4c57025708549a4acd6202bdba95d898) AuthConfig (265bb4aa85e55f3ffcd36bb10ed2412ad393768920bfb3b1127345ebbf77d2d2) AuthConfig (31b737f8c28220fe417eeaa2d5d4b68d6a9d1c2587a3ee3d015b5c93e83809ea) AuthConfig (63c236515c593e52a2cf6b7b3fbe3af6841cb54480b75316283de535c3c8c7a1) AuthConfig (c044265fc7ebfd3ae47969cb4b65e28f0c18fc1bee560861d44aa06e9f87aaf7) AuthConfig (14242ca830da831e2a800e7a04781cab59f82f29a50d19f307e2964fead27e74) AuthConfig (af80d8881aa50388d46297f1228cd441739287002457d517d943da7255974f8b) AuthConfig (bfce6bdc4c8b27d409863ce947d919244353701d580ab525812ca5ee85bd8669) AuthConfig (217b8e46627334213f62d9fbd12e2b2579012f2b13cce8f9bcd61b7c05ac9ebf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"d7bb7816-a7e0-4d19-bf46-5d9bec2002a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.098774576Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-03e51829","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829","reconcileID":"a422c3f3-9ba5-42cf-8a35-ef28faa0980e","MaaSSubscription":{"name":"e2e-filter-sub-a-03e51829","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscription":"e2e-filter-sub-a-03e51829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.104067742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (338e8aadaec420b170ac78335f95d532910056b0b38380d3476da74676e0a63e) AuthConfig (565e3e180ece48dc0c79d0a9213701bc32342a4f14a6170c71b8eec298ed1999) AuthConfig (3ae42e5657c3141149956a20c26ddd8325d2e1415f886372c10b549673c5c439) AuthConfig (55f390c73d2ad780398ff3c7a31ccc10f74e39a45ae05b13b560f67eaeef7a1a) AuthConfig (6263d98b11d2fab9e0bcabc04e1613e6ef14e8359200588709a86dd516b872ef) AuthConfig (bb7cb7fe6115b4373ec4ff01d5fa4edfef17070f6d0df47b2807488e1db9fbae) AuthConfig (b5bdd20b4bee8bfc6223e9862aadab23532e16aec41ccfaee63595b2b638f301) AuthConfig (5001659dc4626edc0f47fe80e1d4cce8a89c97d84f74bd8cff052f599320654e) AuthConfig (f2c6c18aceafd5bfbff23b30ceec439e9f04154d2a309c66c436de25950f63df) AuthConfig (bbb2adc0df3a6086f5dc7a76e72c8694ae9f8d79db955f7d95a518e079d38b62) AuthConfig (71010bcc24cc108dfcf6ea0e25c7746789231b1c0738818d9f306a6b4fbe2fed) AuthConfig (cb258dfb3068a936d710afe9a71f64afcfd465fdfc52c16a9a2334bd74dbcd43) AuthConfig (f7fa7e2af0db16b3950c188840c6b14f2a0e31edc5326799d80eb7d744d303e3) AuthConfig (d4f1b1283d53207ebf812e59e495642f3324ac4effda98e7fb507a2f195eef3f) AuthConfig (7a886a229f4a7fcde4d1a0137ef1bdc10a93ad62b0bce93d48890bbbe95e9f2b) AuthConfig (7f223356796ab1037ac38ae37c0383d69eba3085bb38cd2a7e46bc904f3368d3) AuthConfig (6a5ac65a70a0d77a4203475057b14ac048ab34a2cca41e9d9015051b418460e1) AuthConfig (a761fca7ea925b64a709051f88ad09a2d7ea215d8a3ba7a3af2a16fdc6bd6646) AuthConfig (6816fee349a794323bcdfdae946c6f7cdfb28a379e7a64abe47444da2b00479d) AuthConfig (ea1d041e90c1b3262fdabbd90bd583fac66ca93e9214c36120990443a19d898a) AuthConfig (aa5aa188755c940bfc52187415b13877266823624823d92a9197ed63e8710276) AuthConfig (5cbe753c96365bbed72b5e2451cb98ada26be1a57c28aabdd25ae6c0c6b4473f) AuthConfig (db9a57cee7fadfaa9f13f1c4f89240fe832db21e36380ddef035c777fb2468a7) AuthConfig (39809bf91b29f185f6af6885c1e55c53050e89f75bc05a2b7e5b01d7452667af) AuthConfig (f1345dd05a9d1b9b24539f83de19c10a3173afcb8abb8077780a5f030800dfbd) AuthConfig (5f38e84799368c44b7c4b78a93c41eba1312d310e12a78e6497680c031615434) AuthConfig (9caa0af76aca335f359391bd0da563b83763c89cb1e6698dff126b8dae8efe84) AuthConfig (abdf3545bb693a7cbc7f3dfdccf1d6ece40e53f9f260f3184380408eb61bcfab) AuthConfig (5af2fe7739b00def1f9d869e7086c423256c1efeb033d837f69f835791137935) AuthConfig (69db1d68f63a145e684a247f57523be5da71f1bcf43ba2387ea7c0e4f65c9312)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"02912dd4-aced-43cf-a5f5-7c904c7ffd9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.104399246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (338e8aadaec420b170ac78335f95d532910056b0b38380d3476da74676e0a63e) AuthConfig (565e3e180ece48dc0c79d0a9213701bc32342a4f14a6170c71b8eec298ed1999) AuthConfig (3ae42e5657c3141149956a20c26ddd8325d2e1415f886372c10b549673c5c439) AuthConfig (55f390c73d2ad780398ff3c7a31ccc10f74e39a45ae05b13b560f67eaeef7a1a) AuthConfig (6263d98b11d2fab9e0bcabc04e1613e6ef14e8359200588709a86dd516b872ef) AuthConfig (bb7cb7fe6115b4373ec4ff01d5fa4edfef17070f6d0df47b2807488e1db9fbae) AuthConfig (b5bdd20b4bee8bfc6223e9862aadab23532e16aec41ccfaee63595b2b638f301) AuthConfig (5001659dc4626edc0f47fe80e1d4cce8a89c97d84f74bd8cff052f599320654e) AuthConfig (f2c6c18aceafd5bfbff23b30ceec439e9f04154d2a309c66c436de25950f63df) AuthConfig (bbb2adc0df3a6086f5dc7a76e72c8694ae9f8d79db955f7d95a518e079d38b62) AuthConfig (71010bcc24cc108dfcf6ea0e25c7746789231b1c0738818d9f306a6b4fbe2fed) AuthConfig (cb258dfb3068a936d710afe9a71f64afcfd465fdfc52c16a9a2334bd74dbcd43) AuthConfig (f7fa7e2af0db16b3950c188840c6b14f2a0e31edc5326799d80eb7d744d303e3) AuthConfig (d4f1b1283d53207ebf812e59e495642f3324ac4effda98e7fb507a2f195eef3f) AuthConfig (7a886a229f4a7fcde4d1a0137ef1bdc10a93ad62b0bce93d48890bbbe95e9f2b) AuthConfig (7f223356796ab1037ac38ae37c0383d69eba3085bb38cd2a7e46bc904f3368d3) AuthConfig (6a5ac65a70a0d77a4203475057b14ac048ab34a2cca41e9d9015051b418460e1) AuthConfig (a761fca7ea925b64a709051f88ad09a2d7ea215d8a3ba7a3af2a16fdc6bd6646) AuthConfig (6816fee349a794323bcdfdae946c6f7cdfb28a379e7a64abe47444da2b00479d) AuthConfig (ea1d041e90c1b3262fdabbd90bd583fac66ca93e9214c36120990443a19d898a) AuthConfig (aa5aa188755c940bfc52187415b13877266823624823d92a9197ed63e8710276) AuthConfig (5cbe753c96365bbed72b5e2451cb98ada26be1a57c28aabdd25ae6c0c6b4473f) AuthConfig (db9a57cee7fadfaa9f13f1c4f89240fe832db21e36380ddef035c777fb2468a7) AuthConfig (39809bf91b29f185f6af6885c1e55c53050e89f75bc05a2b7e5b01d7452667af) AuthConfig (f1345dd05a9d1b9b24539f83de19c10a3173afcb8abb8077780a5f030800dfbd) AuthConfig (5f38e84799368c44b7c4b78a93c41eba1312d310e12a78e6497680c031615434) AuthConfig (9caa0af76aca335f359391bd0da563b83763c89cb1e6698dff126b8dae8efe84) AuthConfig (abdf3545bb693a7cbc7f3dfdccf1d6ece40e53f9f260f3184380408eb61bcfab) AuthConfig (5af2fe7739b00def1f9d869e7086c423256c1efeb033d837f69f835791137935) AuthConfig (69db1d68f63a145e684a247f57523be5da71f1bcf43ba2387ea7c0e4f65c9312)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"6589e017-4c7e-4a1d-8fdd-143089a6b2bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.302621102Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-03e51829","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829","reconcileID":"a422c3f3-9ba5-42cf-8a35-ef28faa0980e","MaaSSubscription":{"name":"e2e-filter-sub-a-03e51829","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-b0a183/e2e-filter-sub-b-d2a5281a","ai-tenant-e2e-worker-w2-b0a183/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.354930417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ab4a07f-5f58-46e8-b86f-976cc477d9b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.408696618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ab4a07f-5f58-46e8-b86f-976cc477d9b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.508218595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"08a55db6-78dd-416d-b173-7fe3caeb9023","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.50825226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-d2a5281a","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a","reconcileID":"0d98dc2a-0ce0-4c06-a4b8-b22fad7f1365","MaaSSubscription":{"name":"e2e-filter-sub-b-d2a5281a","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.557506598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"0ab46f51-5c59-4028-9f90-d107d58bf27d","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.711970456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"be091a1d-7985-4ea0-8a2f-45961c9f8965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.712317351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"d4bfaf6d-c190-40f1-950e-3b8272440a14","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.712481826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a-auth","reconcileID":"29028c05-82cc-49a7-a871-c81c3faae14e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.712967327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"b9f213a3-d62b-4358-8197-ca2dfd157d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.713366762Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"72bd8859-f9fe-4f7c-bfec-ac67251894f9","namespace":"llm","name":"e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.71338516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"f540e6a1-aeba-4c31-8bbd-9b32f21286c9","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.765917843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"649f125c-29e6-449b-87ad-2b88c877f0db","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.765943323Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"649f125c-29e6-449b-87ad-2b88c877f0db","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.770688468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a-auth","reconcileID":"29028c05-82cc-49a7-a871-c81c3faae14e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.770700833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"b9f213a3-d62b-4358-8197-ca2dfd157d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.772690781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"be091a1d-7985-4ea0-8a2f-45961c9f8965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.772954809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"d4bfaf6d-c190-40f1-950e-3b8272440a14","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.862798141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"18c226b5-2bfe-4f44-b565-fa052289dd40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.917119737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"18c226b5-2bfe-4f44-b565-fa052289dd40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.97013565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bbfa07-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f6513bd529e4807ba765b0400d864621e7d0895bff2d16e17fb6c2a2bb7f58f) AuthConfig (13ef38286b2e55a4832970369dd57cff92a3375e7a2e59f6b80592095aeff6ca) AuthConfig (39459a9176b90b2a05ba06b1296797ce27abe3c426fe66696ea2c66654b9d2b2) AuthConfig (cfee3d1a919c94aff399e627afddfb43a9d3e1debfc5338f24611165a14c7a8f) AuthConfig (24e5d39b4874a9aebb2ba8cfc68af468c5e2c0b485a53ee72be74f4c2c51be6d) AuthConfig (fc8069b8283edaf08cf610f11f2fb1a37cb09b57ac72311ec38d4678180bf79a) AuthConfig (c35ea1c3a1442f5f4310b00d6e317493611ce3f8fead2551067d44bd8487e6e6) AuthConfig (5cd488b60afe736dcc4dec308297f87cf5bcd3dafd9faf2be60eae01242ba8dd) AuthConfig (59d0c084d2869ee1f19b38e3efb20a50d9a36b3668597aeb049475d21cb787c6) AuthConfig (38f3cb8ab8912875827ce0156d717b2731467e30ab50feb3489efcccec71bf39) AuthConfig (4641331a848669e8f1e92f7ad034650626b0f4d4df7aeb411937d55ea7c3842d) AuthConfig (be07f6c6a2357b7f4993a6fde6cc01f3492b15143cc9a0e53c4db6ef4a5b157c) AuthConfig (0304eced1052d1dc619745eebc9d579c7d4713902fecd6b3f04889ffe910bc34) AuthConfig (69eba9c706d62a15d2beb75ca35ffb940c555db7131c32c986b423bb41577aeb) AuthConfig (00c96588adb2260e751b982d77d0da54f15d538943c767ee46a8a83bf8f2d094) AuthConfig (fa836e848a50af73dc77b7eed87c763e0fdba980ef92694c18811e5f5880c1ce) AuthConfig (df28afd9a8a9cec485bb806243747f4b3cb07d150715516481b88143468fac8d) AuthConfig (bfba5336e8f11cf3a71fa76667da9e055bbbc1bf411eede698bf20b250bef457) AuthConfig (e5aacf6bf7ef4077cf9de8fd0793da64f95e65839b4277dc778f0c89b8c4bb24) AuthConfig (5180ba89421c5f403f5b0d652048c2ea96b26849c1bb347cd5bb0be9f19c5f40) AuthConfig (f721bf11af3a9430f7df0f01edf11a7fbbb0e888be254e1f4b28617ebf5262e2) AuthConfig (d89c4b8fd2abd5c09e9c221b769be1eb4c57025708549a4acd6202bdba95d898) AuthConfig (265bb4aa85e55f3ffcd36bb10ed2412ad393768920bfb3b1127345ebbf77d2d2) AuthConfig (31b737f8c28220fe417eeaa2d5d4b68d6a9d1c2587a3ee3d015b5c93e83809ea) AuthConfig (63c236515c593e52a2cf6b7b3fbe3af6841cb54480b75316283de535c3c8c7a1) AuthConfig (c044265fc7ebfd3ae47969cb4b65e28f0c18fc1bee560861d44aa06e9f87aaf7) AuthConfig (14242ca830da831e2a800e7a04781cab59f82f29a50d19f307e2964fead27e74) AuthConfig (af80d8881aa50388d46297f1228cd441739287002457d517d943da7255974f8b) AuthConfig (bfce6bdc4c8b27d409863ce947d919244353701d580ab525812ca5ee85bd8669) AuthConfig (217b8e46627334213f62d9fbd12e2b2579012f2b13cce8f9bcd61b7c05ac9ebf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"18c226b5-2bfe-4f44-b565-fa052289dd40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.117691072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"9754508a-b87c-4f1b-baf2-d7b3585bec84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.118911012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"256d2605-34d0-48dc-b1fd-9fa2168397a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.12224157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"9629dc9c-00f3-4514-99f6-ab6e5a8d554d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.122345898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a-auth","reconcileID":"c50bb33b-a3b1-4713-b1d3-a2363d973d3a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.122635614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d9c5886-ff23-4c17-9a10-44afbe086c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.171945426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"9754508a-b87c-4f1b-baf2-d7b3585bec84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.172886085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"256d2605-34d0-48dc-b1fd-9fa2168397a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.176277655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"9629dc9c-00f3-4514-99f6-ab6e5a8d554d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.176679395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a-auth","reconcileID":"c50bb33b-a3b1-4713-b1d3-a2363d973d3a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.178536205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d9c5886-ff23-4c17-9a10-44afbe086c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.225121806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bbfa07-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f6513bd529e4807ba765b0400d864621e7d0895bff2d16e17fb6c2a2bb7f58f) AuthConfig (13ef38286b2e55a4832970369dd57cff92a3375e7a2e59f6b80592095aeff6ca) AuthConfig (39459a9176b90b2a05ba06b1296797ce27abe3c426fe66696ea2c66654b9d2b2) AuthConfig (cfee3d1a919c94aff399e627afddfb43a9d3e1debfc5338f24611165a14c7a8f) AuthConfig (24e5d39b4874a9aebb2ba8cfc68af468c5e2c0b485a53ee72be74f4c2c51be6d) AuthConfig (fc8069b8283edaf08cf610f11f2fb1a37cb09b57ac72311ec38d4678180bf79a) AuthConfig (c35ea1c3a1442f5f4310b00d6e317493611ce3f8fead2551067d44bd8487e6e6) AuthConfig (5cd488b60afe736dcc4dec308297f87cf5bcd3dafd9faf2be60eae01242ba8dd) AuthConfig (59d0c084d2869ee1f19b38e3efb20a50d9a36b3668597aeb049475d21cb787c6) AuthConfig (38f3cb8ab8912875827ce0156d717b2731467e30ab50feb3489efcccec71bf39) AuthConfig (4641331a848669e8f1e92f7ad034650626b0f4d4df7aeb411937d55ea7c3842d) AuthConfig (be07f6c6a2357b7f4993a6fde6cc01f3492b15143cc9a0e53c4db6ef4a5b157c) AuthConfig (0304eced1052d1dc619745eebc9d579c7d4713902fecd6b3f04889ffe910bc34) AuthConfig (69eba9c706d62a15d2beb75ca35ffb940c555db7131c32c986b423bb41577aeb) AuthConfig (00c96588adb2260e751b982d77d0da54f15d538943c767ee46a8a83bf8f2d094) AuthConfig (fa836e848a50af73dc77b7eed87c763e0fdba980ef92694c18811e5f5880c1ce) AuthConfig (df28afd9a8a9cec485bb806243747f4b3cb07d150715516481b88143468fac8d) AuthConfig (bfba5336e8f11cf3a71fa76667da9e055bbbc1bf411eede698bf20b250bef457) AuthConfig (e5aacf6bf7ef4077cf9de8fd0793da64f95e65839b4277dc778f0c89b8c4bb24) AuthConfig (5180ba89421c5f403f5b0d652048c2ea96b26849c1bb347cd5bb0be9f19c5f40) AuthConfig (f721bf11af3a9430f7df0f01edf11a7fbbb0e888be254e1f4b28617ebf5262e2) AuthConfig (d89c4b8fd2abd5c09e9c221b769be1eb4c57025708549a4acd6202bdba95d898) AuthConfig (265bb4aa85e55f3ffcd36bb10ed2412ad393768920bfb3b1127345ebbf77d2d2) AuthConfig (31b737f8c28220fe417eeaa2d5d4b68d6a9d1c2587a3ee3d015b5c93e83809ea) AuthConfig (63c236515c593e52a2cf6b7b3fbe3af6841cb54480b75316283de535c3c8c7a1) AuthConfig (c044265fc7ebfd3ae47969cb4b65e28f0c18fc1bee560861d44aa06e9f87aaf7) AuthConfig (14242ca830da831e2a800e7a04781cab59f82f29a50d19f307e2964fead27e74) AuthConfig (af80d8881aa50388d46297f1228cd441739287002457d517d943da7255974f8b) AuthConfig (bfce6bdc4c8b27d409863ce947d919244353701d580ab525812ca5ee85bd8669) AuthConfig (217b8e46627334213f62d9fbd12e2b2579012f2b13cce8f9bcd61b7c05ac9ebf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"9754508a-b87c-4f1b-baf2-d7b3585bec84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.225781398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (338e8aadaec420b170ac78335f95d532910056b0b38380d3476da74676e0a63e) AuthConfig (565e3e180ece48dc0c79d0a9213701bc32342a4f14a6170c71b8eec298ed1999) AuthConfig (3ae42e5657c3141149956a20c26ddd8325d2e1415f886372c10b549673c5c439) AuthConfig (55f390c73d2ad780398ff3c7a31ccc10f74e39a45ae05b13b560f67eaeef7a1a) AuthConfig (6263d98b11d2fab9e0bcabc04e1613e6ef14e8359200588709a86dd516b872ef) AuthConfig (bb7cb7fe6115b4373ec4ff01d5fa4edfef17070f6d0df47b2807488e1db9fbae) AuthConfig (b5bdd20b4bee8bfc6223e9862aadab23532e16aec41ccfaee63595b2b638f301) AuthConfig (5001659dc4626edc0f47fe80e1d4cce8a89c97d84f74bd8cff052f599320654e) AuthConfig (f2c6c18aceafd5bfbff23b30ceec439e9f04154d2a309c66c436de25950f63df) AuthConfig (bbb2adc0df3a6086f5dc7a76e72c8694ae9f8d79db955f7d95a518e079d38b62) AuthConfig (71010bcc24cc108dfcf6ea0e25c7746789231b1c0738818d9f306a6b4fbe2fed) AuthConfig (cb258dfb3068a936d710afe9a71f64afcfd465fdfc52c16a9a2334bd74dbcd43) AuthConfig (f7fa7e2af0db16b3950c188840c6b14f2a0e31edc5326799d80eb7d744d303e3) AuthConfig (d4f1b1283d53207ebf812e59e495642f3324ac4effda98e7fb507a2f195eef3f) AuthConfig (7a886a229f4a7fcde4d1a0137ef1bdc10a93ad62b0bce93d48890bbbe95e9f2b) AuthConfig (7f223356796ab1037ac38ae37c0383d69eba3085bb38cd2a7e46bc904f3368d3) AuthConfig (6a5ac65a70a0d77a4203475057b14ac048ab34a2cca41e9d9015051b418460e1) AuthConfig (a761fca7ea925b64a709051f88ad09a2d7ea215d8a3ba7a3af2a16fdc6bd6646) AuthConfig (6816fee349a794323bcdfdae946c6f7cdfb28a379e7a64abe47444da2b00479d) AuthConfig (ea1d041e90c1b3262fdabbd90bd583fac66ca93e9214c36120990443a19d898a) AuthConfig (aa5aa188755c940bfc52187415b13877266823624823d92a9197ed63e8710276) AuthConfig (5cbe753c96365bbed72b5e2451cb98ada26be1a57c28aabdd25ae6c0c6b4473f) AuthConfig (db9a57cee7fadfaa9f13f1c4f89240fe832db21e36380ddef035c777fb2468a7) AuthConfig (39809bf91b29f185f6af6885c1e55c53050e89f75bc05a2b7e5b01d7452667af) AuthConfig (f1345dd05a9d1b9b24539f83de19c10a3173afcb8abb8077780a5f030800dfbd) AuthConfig (5f38e84799368c44b7c4b78a93c41eba1312d310e12a78e6497680c031615434) AuthConfig (9caa0af76aca335f359391bd0da563b83763c89cb1e6698dff126b8dae8efe84) AuthConfig (abdf3545bb693a7cbc7f3dfdccf1d6ece40e53f9f260f3184380408eb61bcfab) AuthConfig (5af2fe7739b00def1f9d869e7086c423256c1efeb033d837f69f835791137935) AuthConfig (69db1d68f63a145e684a247f57523be5da71f1bcf43ba2387ea7c0e4f65c9312)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"256d2605-34d0-48dc-b1fd-9fa2168397a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.228893522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-98a19b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (338e8aadaec420b170ac78335f95d532910056b0b38380d3476da74676e0a63e) AuthConfig (565e3e180ece48dc0c79d0a9213701bc32342a4f14a6170c71b8eec298ed1999) AuthConfig (3ae42e5657c3141149956a20c26ddd8325d2e1415f886372c10b549673c5c439) AuthConfig (55f390c73d2ad780398ff3c7a31ccc10f74e39a45ae05b13b560f67eaeef7a1a) AuthConfig (6263d98b11d2fab9e0bcabc04e1613e6ef14e8359200588709a86dd516b872ef) AuthConfig (bb7cb7fe6115b4373ec4ff01d5fa4edfef17070f6d0df47b2807488e1db9fbae) AuthConfig (b5bdd20b4bee8bfc6223e9862aadab23532e16aec41ccfaee63595b2b638f301) AuthConfig (5001659dc4626edc0f47fe80e1d4cce8a89c97d84f74bd8cff052f599320654e) AuthConfig (f2c6c18aceafd5bfbff23b30ceec439e9f04154d2a309c66c436de25950f63df) AuthConfig (bbb2adc0df3a6086f5dc7a76e72c8694ae9f8d79db955f7d95a518e079d38b62) AuthConfig (71010bcc24cc108dfcf6ea0e25c7746789231b1c0738818d9f306a6b4fbe2fed) AuthConfig (cb258dfb3068a936d710afe9a71f64afcfd465fdfc52c16a9a2334bd74dbcd43) AuthConfig (f7fa7e2af0db16b3950c188840c6b14f2a0e31edc5326799d80eb7d744d303e3) AuthConfig (d4f1b1283d53207ebf812e59e495642f3324ac4effda98e7fb507a2f195eef3f) AuthConfig (7a886a229f4a7fcde4d1a0137ef1bdc10a93ad62b0bce93d48890bbbe95e9f2b) AuthConfig (7f223356796ab1037ac38ae37c0383d69eba3085bb38cd2a7e46bc904f3368d3) AuthConfig (6a5ac65a70a0d77a4203475057b14ac048ab34a2cca41e9d9015051b418460e1) AuthConfig (a761fca7ea925b64a709051f88ad09a2d7ea215d8a3ba7a3af2a16fdc6bd6646) AuthConfig (6816fee349a794323bcdfdae946c6f7cdfb28a379e7a64abe47444da2b00479d) AuthConfig (ea1d041e90c1b3262fdabbd90bd583fac66ca93e9214c36120990443a19d898a) AuthConfig (aa5aa188755c940bfc52187415b13877266823624823d92a9197ed63e8710276) AuthConfig (5cbe753c96365bbed72b5e2451cb98ada26be1a57c28aabdd25ae6c0c6b4473f) AuthConfig (db9a57cee7fadfaa9f13f1c4f89240fe832db21e36380ddef035c777fb2468a7) AuthConfig (39809bf91b29f185f6af6885c1e55c53050e89f75bc05a2b7e5b01d7452667af) AuthConfig (f1345dd05a9d1b9b24539f83de19c10a3173afcb8abb8077780a5f030800dfbd) AuthConfig (5f38e84799368c44b7c4b78a93c41eba1312d310e12a78e6497680c031615434) AuthConfig (9caa0af76aca335f359391bd0da563b83763c89cb1e6698dff126b8dae8efe84) AuthConfig (abdf3545bb693a7cbc7f3dfdccf1d6ece40e53f9f260f3184380408eb61bcfab) AuthConfig (5af2fe7739b00def1f9d869e7086c423256c1efeb033d837f69f835791137935) AuthConfig (69db1d68f63a145e684a247f57523be5da71f1bcf43ba2387ea7c0e4f65c9312)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"9629dc9c-00f3-4514-99f6-ab6e5a8d554d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.372487366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"04d7917b-b6a9-4fa0-b91d-4dc9224b3671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.372528629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"b29fd622-b47b-45dd-9725-d84b07131f26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.37519338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"05b22250-722b-4ee9-b389-46249762f2e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.427729119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"04d7917b-b6a9-4fa0-b91d-4dc9224b3671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.427778859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"b29fd622-b47b-45dd-9725-d84b07131f26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.43006729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"05b22250-722b-4ee9-b389-46249762f2e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.523516349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"c134c85f-6d7a-4046-81e7-e88fac2718f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.525538576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"3104fcaa-2c9e-46b9-9f4c-67587b92b498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.57800023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"c134c85f-6d7a-4046-81e7-e88fac2718f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.58001017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"3104fcaa-2c9e-46b9-9f4c-67587b92b498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.775380992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"088e7005-a2ec-481e-8cac-927a0a5803e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.775445176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"12b36fbf-c262-4fbc-9bdf-61e80fc7e635","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.775899776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"a941084d-7d45-44fa-b379-42daf627f68f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.830426246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"088e7005-a2ec-481e-8cac-927a0a5803e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.830448327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"a941084d-7d45-44fa-b379-42daf627f68f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:33.832707819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"12b36fbf-c262-4fbc-9bdf-61e80fc7e635","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:34.202053897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"7ab082e9-28e5-4382-9209-459b23a978e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:34.301507403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"a8ce207a-9f0b-4d99-a5d7-54fc3ebbdceb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:34.326875625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"858708fb-63a4-4c1d-93b0-70209d3c5762","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:34.402751437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"b9caa72c-a800-45b9-b6ba-0fe6e59ac6a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:34.512478722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"31a3c974-8bbd-4f8c-a652-4b2c2ce46b4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:34.6179453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"e0249d20-2489-4b4c-92e2-355a08f86b0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:34.825127203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"a48b5181-03cb-4761-a5ce-8e0bfc9acaf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:35.006696114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"3517c703-8f87-44d7-bba0-b1bd47692118","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:35.111276446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"c526ae68-e45a-4001-b7c1-046762a772a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:35.127188116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"e732c76a-4c97-4c0a-97e0-131a2dde98e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:35.210241795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"530858ea-abbb-43c9-8a8b-cfee33e781d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:36.800187671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"62a24d20-574e-4fa4-bc8e-158fb7b0aa06","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:36.800217249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"62a24d20-574e-4fa4-bc8e-158fb7b0aa06","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:36.899516945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"a78de091-b599-420e-baed-c500f59e4ff9","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:36.89955016Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"a78de091-b599-420e-baed-c500f59e4ff9","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:36.999952176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"b823bae0-055d-4c36-bfa6-28920b40c768","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.054135887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"b823bae0-055d-4c36-bfa6-28920b40c768","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.455865062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"790ca7c4-74fe-4f9a-851f-6ff1cfc412b5","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.45589045Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"790ca7c4-74fe-4f9a-851f-6ff1cfc412b5","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:42.377505427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"bc318a7e-8e5e-4d8c-8985-ae96b15989af","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:42.377533182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"bc318a7e-8e5e-4d8c-8985-ae96b15989af","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:42.430044206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-sub","reconcileID":"550e8ab0-c4ca-4998-9d71-97bdbfdb453a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-096701-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:42.525289266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24a7d1e9-133e-4160-bb0c-63cd9fe241a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:42.525446198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5cb19d1-7088-47a3-a2ff-56a6740e3a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:42.525294224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"78d48195-6c08-479f-bc2c-fc5153756514","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:42.532267559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"a0e00dfd-f0b2-47ff-bf7d-e96b40163d5b","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:42.532286681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"a0e00dfd-f0b2-47ff-bf7d-e96b40163d5b","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:42.58084544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"78d48195-6c08-479f-bc2c-fc5153756514","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:42.580854589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24a7d1e9-133e-4160-bb0c-63cd9fe241a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:42.583497733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5cb19d1-7088-47a3-a2ff-56a6740e3a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:42.632973905Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"a0e00dfd-f0b2-47ff-bf7d-e96b40163d5b","name":"e2e-rt-sw-096701","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-096701\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:42.633035184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"a0e00dfd-f0b2-47ff-bf7d-e96b40163d5b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-096701\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:42.682607701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"c35fc933-a5f5-4f46-bd81-21a92046f3c6","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:42.682632778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"c35fc933-a5f5-4f46-bd81-21a92046f3c6","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:42.858579235Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-sub","reconcileID":"2ae44f64-88a2-4c2d-a90d-2fbf0b3050fe","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-096701","model":"e2e-rt-sw-096701","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-096701-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:42.872195613Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-d2a5281a","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a","reconcileID":"ba7eead5-5fc3-4193-a7b0-be2aba437d11","MaaSSubscription":{"name":"e2e-filter-sub-b-d2a5281a","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscription":"e2e-filter-sub-b-d2a5281a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:42.975818785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc31a3a7-42ed-4769-869c-589711fe2083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:42.975818787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea0a99c8-1e31-4b74-a62d-4032a5c72d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.030070385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc31a3a7-42ed-4769-869c-589711fe2083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.030365116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea0a99c8-1e31-4b74-a62d-4032a5c72d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.077207458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"c41a85be-872e-465b-9dba-9942b48844d0","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.078421771Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-d2a5281a","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a","reconcileID":"ba7eead5-5fc3-4193-a7b0-be2aba437d11","MaaSSubscription":{"name":"e2e-filter-sub-b-d2a5281a","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-b0a183/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.114617674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"2f86a2e5-e1c7-4fcc-8919-3858cd114647","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.114648863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"2f86a2e5-e1c7-4fcc-8919-3858cd114647","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.127518811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"8bdef978-8c9e-4756-b050-05e8e333e894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.131666711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"c41a85be-872e-465b-9dba-9942b48844d0","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.182189433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"8bdef978-8c9e-4756-b050-05e8e333e894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.27655737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"ac8f0c3f-1689-4ae6-ae8f-9e0cc32cfcc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.287423875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"b5037983-f480-4161-9ff9-2708afa73afa","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.312603395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-sub","reconcileID":"c1b07ccc-a281-495e-ab7c-2956c2be9a68","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-096701","model":"llm/e2e-rt-sw-096701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.373884719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"20ed63b2-f7e9-4455-ba35-86bc0c8772e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.373934449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"c37bbe76-3467-47ed-9db9-c9fd59feaf2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.374834198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"ab435ef4-72d8-479f-926a-651e85224516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.428366808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"20ed63b2-f7e9-4455-ba35-86bc0c8772e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.428539177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"c37bbe76-3467-47ed-9db9-c9fd59feaf2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.43063547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"ab435ef4-72d8-479f-926a-651e85224516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.443599082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"99a91e16-e9c0-4832-a60e-b30b3d7d9118","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.484296904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"dc009a0e-1b07-4e44-b55c-965bade2ccb6","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.484321271Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-a-03e51829-auth","reconcileID":"8fce7a41-c513-4da7-b9da-f01e41989886","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-03e51829-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.530654499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"46c7d3a3-2872-4abb-907f-039ff2867680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.585178794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"46c7d3a3-2872-4abb-907f-039ff2867680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.688512442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"da0c239b-c9ae-489e-b47e-983137af1f22","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.736768468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"147ba245-8d99-4053-9e1d-58b0998cf404","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.739742765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"763b4e05-5e86-45b3-84d7-c5fd2da8f2c7","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.740037937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"b170b4f3-fd3b-492d-8c1c-31f7f528052e","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.834472542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"6e149fdd-24b8-4642-af2b-efe3d1ca9f9d","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.837342251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a-auth","reconcileID":"e0ef02a0-08a0-4c8c-ae4a-d62b5419bb50","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.882967062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"f8bc33b3-cfc9-4274-8e04-0d143dc9037d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.891613539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a-auth","reconcileID":"e0ef02a0-08a0-4c8c-ae4a-d62b5419bb50","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:43.93759917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"f8bc33b3-cfc9-4274-8e04-0d143dc9037d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:44.089961541Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-filter-sub-b-d2a5281a-auth","reconcileID":"864cee40-6b3b-4088-ac12-48b8e0522638","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d2a5281a-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:44.345471859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"f3c3a041-1d84-4aa9-935b-58cc8c9af3d9","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:47.629960743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"f9b0d1e1-cac0-4534-a525-6da3949bc19e","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:47.684483041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"d75d4515-9abd-4ef2-9b33-906f44ed892c","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:47.831998146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-bulk-sub-d5367552-auth","reconcileID":"0aa3b0b5-af96-44c3-b7fd-c3f3ed9905d2","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:47.886268615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-bulk-sub-d5367552-auth","reconcileID":"0aa3b0b5-af96-44c3-b7fd-c3f3ed9905d2","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:47.905893362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"cc7deac1-7237-4698-b1ed-0d6c3de94e90","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:47.960386875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"91521f3a-ff65-4e60-9890-7a6225d7b29a","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:48.01056198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d5367552","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-bulk-sub-d5367552","reconcileID":"adb2bcf0-9971-40ea-bce4-6e9c9e115b64","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-d5367552\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.060866523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"f2ddca77-32ba-4fee-9857-a7cdf2558ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.061549133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"72c8e5d0-500b-4b1d-b9e6-250a9567c5f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.116265674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"72c8e5d0-500b-4b1d-b9e6-250a9567c5f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.116275502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"f2ddca77-32ba-4fee-9857-a7cdf2558ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.119477923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"ee07cbc5-f125-44b0-882d-68291ca74ac8","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.139696553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"90f85001-9f95-4a5f-b330-041d6b5e04d9","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.17497632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"928d3023-7837-40dc-98fb-527bc14c2068","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.288230673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-bulk-sub-d5367552-auth","reconcileID":"c7ec3fdd-7533-40c5-bed7-58e323aa0f33","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.314616902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"8a96b4d6-43f3-4525-9b31-e655d9dff280","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.342549346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-bulk-sub-d5367552-auth","reconcileID":"c7ec3fdd-7533-40c5-bed7-58e323aa0f33","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.372576767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"fcfab378-9945-4ec1-8e2f-c170e4eaca17","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.430868063Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d5367552","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-bulk-sub-d5367552","reconcileID":"8d1dbd79-4b5b-4971-903d-ff4f473ee019","MaaSSubscription":{"name":"e2e-bulk-sub-d5367552","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/e2e-bulk-sub-d5367552","ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.474952305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"3d78bb8a-379f-4329-9213-98ba22621461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.475439725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"ee417db7-7bb8-40e7-be73-8955e91a9bd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.530126298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"ee417db7-7bb8-40e7-be73-8955e91a9bd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.530219142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"3d78bb8a-379f-4329-9213-98ba22621461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.57621114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-gw-auth-706bc449","reconcileID":"c8b7a9ba-a40b-4dc8-82e1-68bf938d2784","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.593072479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"a1f5e1cb-af3e-4597-af99-b4b37fa4ded6","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.629424491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"5e50e8bb-0409-4715-8784-7b30cee1d416","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.630699802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-gw-auth-706bc449","reconcileID":"c8b7a9ba-a40b-4dc8-82e1-68bf938d2784","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.791631851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d5367552","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-bulk-sub-d5367552","reconcileID":"7aea4681-3ff3-4ecb-a552-251bc20a76b4","MaaSSubscription":{"name":"e2e-bulk-sub-d5367552","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.898900371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"f950e6ba-8418-4084-820e-25441b52455f","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:49.060565182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-gw-auth-706bc449","reconcileID":"16aa5e2d-9e3a-4bef-8c28-3e2982ce5780","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:49.115751365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-gw-auth-706bc449","reconcileID":"16aa5e2d-9e3a-4bef-8c28-3e2982ce5780","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:49.229793257Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:49.438690921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"272755cf-3e19-499f-9747-e44ceee8dfed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:49.761673017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"f1234b21-a8b8-4028-a963-0e400742ed6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:49.875117121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"3f014f82-f0b2-4ed4-a6ea-6498368e0a7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:49.991757806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"d8b8ebc5-4f9e-49fc-aea7-53620eac906f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:50.091324274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"c682ec28-1133-4c0c-8993-3834406943cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:50.120157898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"19008d1e-d48f-4150-9f23-1889048f31a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:50.192426228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"a574c637-2468-415e-ba66-55720cfb14de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:50.296826858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"c5d07e84-d9e7-4af1-b43c-5cdaedb5edae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:50.405209635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"70f7f523-67f6-4656-b913-7417eda88257","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:50.480056576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-sub","reconcileID":"72af0b0b-b574-43e8-a1b2-d09e97b4d2d6","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-096701","model":"llm/e2e-rt-sw-096701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:50.504724251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"81303c3e-7d71-47a8-bc31-77c1ac7adc90","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:50.813002002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"50da29af-8249-466d-b394-863d9003dbf7","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:50.81308673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38e05125-3f6c-418c-b710-e3352256e015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:50.813542761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5af6c15c-6075-4db1-bc45-6e9c89a59b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:50.81980117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"c2179873-5d01-4002-a721-31b15d689b08","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:50.819891436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"c2179873-5d01-4002-a721-31b15d689b08","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:50.871623022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5af6c15c-6075-4db1-bc45-6e9c89a59b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:50.878909278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"50da29af-8249-466d-b394-863d9003dbf7","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:50.880915717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38e05125-3f6c-418c-b710-e3352256e015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.332547685Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"151dae2c-760f-43ef-97fc-7e6e79ac8f02","namespace":"llm","name":"e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.383327329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"6127018a-fd43-4328-a685-19257659208e","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.383374119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"6127018a-fd43-4328-a685-19257659208e","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.480743297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"014fccf6-b262-4f6a-bfde-95566f6af18a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.480991595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"faad43c9-bfd7-4d16-872e-819ccfb143d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.481307707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"69e67841-5b0d-4512-b2dc-f698e00de3f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.529642669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26628b2f-1793-46cc-b433-3cd85354a78a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.529644471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"73bfc294-1263-4bb7-842d-3c5daa2f359d","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.535606875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"69e67841-5b0d-4512-b2dc-f698e00de3f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.535754946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"014fccf6-b262-4f6a-bfde-95566f6af18a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.537826531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"faad43c9-bfd7-4d16-872e-819ccfb143d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.560055328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"324fcc7f-d6b6-4e41-b347-4bf367265516","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.560076368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"324fcc7f-d6b6-4e41-b347-4bf367265516","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.560346759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5ea155a6-fafe-4164-b278-f0fd0c97b3a3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.560378822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5ea155a6-fafe-4164-b278-f0fd0c97b3a3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.560587121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"729d2202-4653-4723-9204-665be002aac0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.560598239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"729d2202-4653-4723-9204-665be002aac0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.560818631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0043c862-87e9-41d3-ad8d-97c746c8bb17","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.560831398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0043c862-87e9-41d3-ad8d-97c746c8bb17","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.561032532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d501ac7f-ad05-4d79-90f8-e351bfbecdd5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.561042747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d501ac7f-ad05-4d79-90f8-e351bfbecdd5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.561258049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4661c1ca-6c6c-40e2-ac3d-f2529bdb02b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.561271651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4661c1ca-6c6c-40e2-ac3d-f2529bdb02b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.561581024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c70afdf4-3a43-473b-bb21-cb9385b2a787","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.561597533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c70afdf4-3a43-473b-bb21-cb9385b2a787","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.56179708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"638646f4-643c-4a32-a161-a54a0f331a85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.561808651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"638646f4-643c-4a32-a161-a54a0f331a85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.584650942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26628b2f-1793-46cc-b433-3cd85354a78a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.585666476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"73bfc294-1263-4bb7-842d-3c5daa2f359d","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.611725832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"687c2078-6daf-4328-929b-a6e6184daebe","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.611753383Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"687c2078-6daf-4328-929b-a6e6184daebe","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.661843691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"a73ab800-db8e-4144-ba46-c123688998ed","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.762680577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"30f7f6eb-4bbd-40d1-a749-2ee06d488c08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.76427383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8cab196b-67a0-49b0-a64a-32636fa9a668","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.81269323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-sub","reconcileID":"76516b67-09f5-4019-87fe-72d7b091c9a2","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-096701","model":"llm/e2e-rt-sw-096701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.884345517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-bulk-sub-d5367552-auth","reconcileID":"1bfb7a74-89b1-44e1-8ac7-fe069f858cc9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.884532556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-gw-auth-706bc449","reconcileID":"bd1273a3-a290-4280-a619-5074c2a62324","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.884343807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"3041181d-f302-4b6e-8626-7771018cb8ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.93912732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-bulk-sub-d5367552-auth","reconcileID":"1bfb7a74-89b1-44e1-8ac7-fe069f858cc9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.939272907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-gw-auth-706bc449","reconcileID":"bd1273a3-a290-4280-a619-5074c2a62324","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.941325164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"3041181d-f302-4b6e-8626-7771018cb8ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.032729064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f55a041-5d13-40f8-a4d7-6c6700d51b29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.081823249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"14f36833-161f-4c04-96c6-54dbe7672913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.086968486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f55a041-5d13-40f8-a4d7-6c6700d51b29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.136271463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"14f36833-161f-4c04-96c6-54dbe7672913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.233765841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"fac6aecc-96e4-4321-b58e-940d5d24db18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.288296876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"fac6aecc-96e4-4321-b58e-940d5d24db18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.33653196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"9f36b33a-eff0-4f9e-a086-62f2ba17223d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.33652628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"ac18cdfb-4913-4372-86a3-67f14e2a1cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.391125487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"ac18cdfb-4913-4372-86a3-67f14e2a1cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.391204942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"9f36b33a-eff0-4f9e-a086-62f2ba17223d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.485658208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"1959ea5c-1741-4e93-92ad-ad13616a5f80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.485682943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"a30c4077-2c80-4dca-a47e-a8563e8f1530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.543877504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"a30c4077-2c80-4dca-a47e-a8563e8f1530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.547983087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"1959ea5c-1741-4e93-92ad-ad13616a5f80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.631450925Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"606ad26f-3312-4e0d-b3cc-a30d6a97e8b9","namespace":"llm","name":"e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.766143786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"fc2054c1-c015-45dd-b530-b587d3f86392","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.814775649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"b3df054c-4b0a-4e80-9891-aee767800153","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.820926921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"fc2054c1-c015-45dd-b530-b587d3f86392","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.863880985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28a95acf-a9a8-41b3-9ff3-9cfa8a929641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.869324573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"b3df054c-4b0a-4e80-9891-aee767800153","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.911717012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"ef07b858-e7cb-4ec0-b5ad-35f59722925e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.911722336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"32c2cad2-a109-4166-b14c-791b1d6d95df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.918188184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28a95acf-a9a8-41b3-9ff3-9cfa8a929641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.966773142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"32c2cad2-a109-4166-b14c-791b1d6d95df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:54.96683288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"ef07b858-e7cb-4ec0-b5ad-35f59722925e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.163404865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"b4878fb2-6db9-4c2d-acf9-6f96a01c8505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.218729839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"b4878fb2-6db9-4c2d-acf9-6f96a01c8505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.271337471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"6b0f4786-7fbd-4131-bb34-1734a6125501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.274770749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"6399480f-affe-4185-aa92-0d7b63f63d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.353889829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"6399480f-affe-4185-aa92-0d7b63f63d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.35744845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"6b0f4786-7fbd-4131-bb34-1734a6125501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.398884978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"886378ae-d351-41b2-9867-225f764522af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.446975715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"0dd9bc46-fa72-4cd0-86ad-40aff32bbdea","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.452911314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"886378ae-d351-41b2-9867-225f764522af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.501698836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"0dd9bc46-fa72-4cd0-86ad-40aff32bbdea","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.571866286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"fe621cb9-3a5a-4858-b58d-f09a59e723af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.625958716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"fe621cb9-3a5a-4858-b58d-f09a59e723af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.689913239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"e6c62c6f-fadd-42f9-bf05-82c582ba9c53","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.690426926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"cee68fb2-eba8-4a30-8693-86098f3c4111","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.762718184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"82265f44-bfff-4255-893c-30e2bf84308a","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.763279257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"b71f8d0d-1d10-46b6-9bf6-e33fe9e3d4ea","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.770852467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-bulk-sub-d5367552-auth","reconcileID":"178b9270-a684-46ac-baef-bd46502234eb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.775086598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"9e1d704c-2096-4dbd-8734-575e259c65cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.827272355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-bulk-sub-d5367552-auth","reconcileID":"178b9270-a684-46ac-baef-bd46502234eb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.831196274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"9e1d704c-2096-4dbd-8734-575e259c65cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.883966096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-gw-auth-706bc449","reconcileID":"a7931f37-7402-4646-a129-961c9d5a39c8","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.903172467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"7d979f3f-aa39-4e7a-ae32-848814bbe71e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.903795846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"9eea0cce-eaeb-4da4-87c2-21b592dd1d05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.944259818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-gw-auth-706bc449","reconcileID":"a7931f37-7402-4646-a129-961c9d5a39c8","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.990653724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"46e355e6-5d99-44ab-b387-cf7806396734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:56.039948533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c6ce8ec-6f8b-4505-a969-02abb395a7c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:56.051183114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"46e355e6-5d99-44ab-b387-cf7806396734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:56.094873262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c6ce8ec-6f8b-4505-a969-02abb395a7c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:56.138961303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"8e3eaed8-36e9-4fd3-a1b0-19222108db30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:56.138961732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"36197d09-e505-4dd5-8458-32cb03e4072f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:56.193328914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"8e3eaed8-36e9-4fd3-a1b0-19222108db30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:56.193853361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"36197d09-e505-4dd5-8458-32cb03e4072f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.7543732Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d5367552","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-bulk-sub-d5367552","reconcileID":"825d78eb-8c31-407b-8657-1ddb7938adbc","MaaSSubscription":{"name":"e2e-bulk-sub-d5367552","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscription":"e2e-bulk-sub-d5367552","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.963539229Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d5367552","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-bulk-sub-d5367552","reconcileID":"825d78eb-8c31-407b-8657-1ddb7938adbc","MaaSSubscription":{"name":"e2e-bulk-sub-d5367552","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.165881196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"90afd844-cd8a-4354-be06-fdd33d1a57ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.219670439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"836b0563-50f1-4f68-935d-35feb03c1d25","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.366891576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"8b418321-1d4c-47d0-8ce4-27f6d59df186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.370346621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-bulk-sub-d5367552-auth","reconcileID":"86eab5f6-259b-438d-ab11-57ce0fc89096","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.370420534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"afcfec08-db86-4fdd-81f7-bbf8dca565f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.37139422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"02e4aec9-265c-42e8-bcca-40ed9c38e194","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.42600345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"afcfec08-db86-4fdd-81f7-bbf8dca565f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.429473499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"8b418321-1d4c-47d0-8ce4-27f6d59df186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.429506307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-bulk-sub-d5367552-auth","reconcileID":"86eab5f6-259b-438d-ab11-57ce0fc89096","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.653036085Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-bulk-sub-d5367552-auth","reconcileID":"1e8631fe-5a7e-4bfc-96b8-d10770a7a554","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d5367552-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.873811668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"1cf2fab5-0494-46f9-a80a-91a9a27ceffc","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:06.017641361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"4e9092c6-0deb-49de-ac09-642a41f72424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:06.017986764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"77397efa-73e0-4b01-aadd-128f720df24f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:06.079134388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"4e9092c6-0deb-49de-ac09-642a41f72424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:06.079413413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"77397efa-73e0-4b01-aadd-128f720df24f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:06.164336921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"0fa29da9-102c-4e00-9fd5-d0dc8758c99a","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:06.170029631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6892384-8c16-4329-97ef-c5972b1711e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:06.170185039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"114328ee-01f4-4162-b694-80055a42ba1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:06.218323308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"0fa29da9-102c-4e00-9fd5-d0dc8758c99a","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:06.224378529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"114328ee-01f4-4162-b694-80055a42ba1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:06.224477923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6892384-8c16-4329-97ef-c5972b1711e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:06.509003868Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-gw-auth-706bc449","reconcileID":"b5590594-78be-4efe-84cb-45d544c6a05c","MaaSAuthPolicy":{"name":"e2e-gw-auth-706bc449","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:06.509119223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"36647668-29a7-4048-bc21-89d906973d9c","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:06.721052618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"95fab4a6-dcb0-4497-a86f-89860fa386cc","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:15.952534821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"abf62f21-247c-4f53-8fa4-044e3b703368","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.23023652Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.566100422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"8a9474eb-505b-4173-b2c7-b1f8e0740744","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.665996625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"be327a8c-13ed-4e10-94e1-d20e5183ed3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.766676332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"4b38b09b-7f1c-441c-a0bd-8f433e578e4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.867801165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"8893e57f-1298-48bd-adb5-201c3a368a24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.967659933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"cd4e129e-dfac-49b9-b84e-26cafd5e7fba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.999627645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"40802bb1-560f-499c-a30c-497925a07688","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:27.068204045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a1829b7f-c0b0-41d4-a5e2-68c5834d7873","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:27.167193961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"394a7cf4-5a44-4986-9f77-22830bea59ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:27.308800518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"51723a98-803d-4a6e-b91f-1025e6cdb0d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:27.438420533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"e27fd6b5-8f3e-4b6c-abe7-0e739347824c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:27.457563481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-sub","reconcileID":"c4fae352-ab5a-448a-87cb-8e8bbb9fc7aa","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-096701","model":"llm/e2e-rt-sw-096701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:27.563394555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"20a14b1d-e182-47a1-a088-0d529bcc9093","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:27.664031185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"bbce370a-a4b4-4de4-969e-3eba1ccc7fb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.582012025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"fd68eea7-0ce2-4e9a-85e7-60a25222dffd","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.582457158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"1bb6508a-60da-4733-9e1a-bbbdbb3c54e9","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.663803685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"4a9d48c3-34e5-4ad5-80aa-5516cab8c7d8","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.664632445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"2755ff0f-2416-447f-811a-c98cf5a9e77b","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.735653398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"bc6c90c2-39fa-4be0-ac90-67bbe56cb65f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.735653578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"0a3d1502-0a04-46d7-8d92-ab219d88bee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.830363511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"65d9122c-2412-4f89-b87b-31f7c1d47a4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.831363312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"1c315c30-2b1f-4876-84aa-4771933f0981","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.839557919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"bc6c90c2-39fa-4be0-ac90-67bbe56cb65f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.851082187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"0a3d1502-0a04-46d7-8d92-ab219d88bee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:40.218241897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"0969f788-78c7-4d1f-a6b2-3c9b6648602d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:40.218242146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"1bacde29-3685-42d3-a86f-0f0a75dab532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:40.277665925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"0969f788-78c7-4d1f-a6b2-3c9b6648602d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:40.277693991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"1bacde29-3685-42d3-a86f-0f0a75dab532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:40.772171106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-c338110a","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"e2e-conflict-a-c338110a","reconcileID":"771fc102-5e65-4dc1-952c-11da39873311","MaaSModelRef":{"name":"e2e-conflict-a-c338110a","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"e2e-conflict-a-c338110a-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"e2e-conflict-a-c338110a","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.98126442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"8482927b-311e-4056-b9f2-56dd51b70342","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.163391305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"7e58b770-8d00-406f-a9a0-71cd7340e4a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.229883456Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.286550595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"eaf0abf0-7245-46f1-a9dd-35658da1caa6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.312786562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-sub","reconcileID":"cf98ad4a-d0f1-440b-9673-91a2572dabf5","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-096701","model":"llm/e2e-rt-sw-096701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.470522658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"11bdf99f-600d-46ce-8bbb-df3196d2824c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.573179177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"7ed9ef1e-17c5-4dda-87b8-2271dd964652","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.722170137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"3e1f1db4-a340-4286-acc7-80cab0d388ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.82408181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"2e97cde9-cf27-4bfd-924a-193fa8c8f041","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.848659738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"083ace29-ce58-4387-b63c-e12e3d5f311a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.923329958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"346ceb53-e698-44c9-ba6e-07f68fa1ded5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.022082942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"e065a75d-4241-4511-914f-dba519cb6524","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.035056378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"587dd781-6df1-45a9-8169-b4d623f7b729","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.123874299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"739bbb18-61f0-4e6a-81bb-9ef6c1ae9f27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.204916998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"bf46d6d4-f24a-4694-9ab4-684261c3b404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.204977526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"bcfc9655-c29b-41c7-85da-1a44af405672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.259490022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"bcfc9655-c29b-41c7-85da-1a44af405672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.259518397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"bf46d6d4-f24a-4694-9ab4-684261c3b404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.591337166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"5850c4b0-4eed-4224-9ab5-52771371bd5d","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.591731632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"53ae9e42-86db-4603-8967-25c76d5ad291","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.661110725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"1caaf186-35f4-47ae-afaa-189dc2ab1067","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.661635725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"d0ba6865-16ad-4ba1-9ae5-da411b228810","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.739078106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"0f07c289-1455-4ac4-9b17-9c3018f21582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.739381172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"2fef0cce-e1a0-462e-8acd-9cb1f4c48d6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.790437474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"52ebce22-ee32-4e93-b4b6-4dcb67b2ec5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.791180909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"ce64f4df-8bc9-44d3-b94f-aaebb00e8e3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.824897247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"2fef0cce-e1a0-462e-8acd-9cb1f4c48d6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.889764982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"0f07c289-1455-4ac4-9b17-9c3018f21582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:53.243153015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"7c2b0a0b-b2cb-47d4-a1d4-e287e3fcee5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:53.243215308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"38889ca9-f4f4-4477-8625-0afe81ac7514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:53.298297655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"38889ca9-f4f4-4477-8625-0afe81ac7514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:53.298299525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"7c2b0a0b-b2cb-47d4-a1d4-e287e3fcee5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.346701222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"a83bca70-8e62-46aa-a03b-0c3146db11ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.346700838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"49df6af8-ce26-4085-97db-f82ae6426c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.401447743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"49df6af8-ce26-4085-97db-f82ae6426c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.401530868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"a83bca70-8e62-46aa-a03b-0c3146db11ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.655668825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"088243eb-e759-4ef4-8ffb-afbdd58ab2f7","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.430688725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-c338110a","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"e2e-conflict-a-c338110a","reconcileID":"7fc282f9-d747-40f4-ae8c-96bfdee252fe","MaaSModelRef":{"name":"e2e-conflict-a-c338110a","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"e2e-conflict-a-c338110a-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"e2e-conflict-a-c338110a","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.43092322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"4825ec4e-ec22-4806-874d-c68e60f2c330","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.431212621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"2c5d8281-0aa3-4e79-b6da-e0e643f425b5","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.506421475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"cb1e70c2-c441-47c4-84ee-436c131fbdc9","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.506811652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-c338110a","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"e2e-conflict-a-c338110a","reconcileID":"8cf3d016-6687-4668-9568-c873a42d88d3","MaaSModelRef":{"name":"e2e-conflict-a-c338110a","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"e2e-conflict-a-c338110a-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"e2e-conflict-a-c338110a","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.506994749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"795a4eea-ca7a-439b-9d29-b07e437fc9b8","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.578717825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"c7466ab9-2442-4895-97f6-43365475af31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.578739798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"7521d589-fc63-457c-a8c9-11d34b319c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.631212656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"ac3430b7-28b6-4062-ba50-947e6faae332","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.631868106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"924caf15-5457-4eb2-af9b-512546cb1f29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.684609115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"c7466ab9-2442-4895-97f6-43365475af31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.699120071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"7521d589-fc63-457c-a8c9-11d34b319c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.038568799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"3fd9b433-f63e-4f50-9d29-ca2fa1c164ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.038568802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"6b2d72ed-c9db-4e49-a3ca-15cbb30f499c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.093688496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"3fd9b433-f63e-4f50-9d29-ca2fa1c164ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.093742053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"6b2d72ed-c9db-4e49-a3ca-15cbb30f499c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:19.23003606Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:20.466934284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"5ff47c5a-2252-4ee2-9171-20f4d939788f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:20.467636313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"9e3c05c1-61a9-4871-9a55-50b298cf83bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:20.522382016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"5ff47c5a-2252-4ee2-9171-20f4d939788f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:20.525886118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"9e3c05c1-61a9-4871-9a55-50b298cf83bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.576311133Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"2228548a-14f5-4754-9706-9f7a20d02f2b","namespace":"llm","name":"e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.628308972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"2c60193f-289a-44c6-b7cc-adf622064335","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.628335311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"2c60193f-289a-44c6-b7cc-adf622064335","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.725302265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"05e56321-7e75-431e-97bc-a27c24ac0cb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.725878058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"6c8dd796-3f03-4631-b108-f46eff3dab9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.72588261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"22dea3ab-6a7d-4313-9235-a7c8920bf2b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.726287386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"9ad8ba67-9c0a-43a2-b413-4a55831c7302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.774918318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"328e4897-4ef0-4b28-9652-744616d098f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.782211874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"05e56321-7e75-431e-97bc-a27c24ac0cb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.782950214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"22dea3ab-6a7d-4313-9235-a7c8920bf2b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.78774465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"6c8dd796-3f03-4631-b108-f46eff3dab9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.788319058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"9ad8ba67-9c0a-43a2-b413-4a55831c7302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.808856324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"72f7425e-43ed-4508-b359-f57dadeb93bb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.808881576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"72f7425e-43ed-4508-b359-f57dadeb93bb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.809227849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4f7d030-dd2c-42cb-bd90-8e74b5ca074d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.809244765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4f7d030-dd2c-42cb-bd90-8e74b5ca074d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.829294785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"328e4897-4ef0-4b28-9652-744616d098f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.862786305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"615c5fd2-358b-4aff-8e1a-9075d982c14c","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.862821688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"615c5fd2-358b-4aff-8e1a-9075d982c14c","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.916121198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c85f2ebc-bded-45ea-8c7e-5db8f21fa979","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.916140608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c85f2ebc-bded-45ea-8c7e-5db8f21fa979","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.916452917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ecb1b93-6ca5-4a57-b5d7-ec3be987cae0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.91655119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ecb1b93-6ca5-4a57-b5d7-ec3be987cae0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.91698808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b850f9ed-910b-487b-9ce7-36ad8ff385d1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.917070719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b850f9ed-910b-487b-9ce7-36ad8ff385d1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.917516969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bb4fde27-cc13-4449-b30a-8cf9b939afc2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.917576963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bb4fde27-cc13-4449-b30a-8cf9b939afc2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.917879778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1444ccaf-2969-4c1f-8c74-66113f96ed28","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.917934641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1444ccaf-2969-4c1f-8c74-66113f96ed28","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.918252118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"377f3b21-0c2a-4f8f-9d96-65ea472db862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.918311751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"377f3b21-0c2a-4f8f-9d96-65ea472db862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.016670091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"056e823a-1a21-4e4b-ae42-4a4822634f8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.017015231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fe1284a7-edc3-490a-8fa8-affbed41b9bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.068817626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-sub","reconcileID":"4f170c2f-0d3b-4d93-a669-1aec9e796b07","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-096701","model":"llm/e2e-rt-sw-096701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.095384313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"e0a5302a-2d41-4759-aa0f-7eca117f313d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.095381866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"e8c7710f-9a47-4ee8-a9cc-bcd3d1701408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.096012673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"0f9e419a-a52c-44ea-907b-fb295702c939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.096022701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"d98e4f74-e46f-4e2f-9d73-33be9365f99d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.160879796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"d98e4f74-e46f-4e2f-9d73-33be9365f99d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.162447908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"0f9e419a-a52c-44ea-907b-fb295702c939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.16631415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"e8c7710f-9a47-4ee8-a9cc-bcd3d1701408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.177873359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"e0a5302a-2d41-4759-aa0f-7eca117f313d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.180771603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"a9783e5f-9c77-45e3-82dd-1d8769e3620d","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.234657404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"a9783e5f-9c77-45e3-82dd-1d8769e3620d","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.499270886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"7cd25dbd-2bf5-463f-ba5e-e97333be91a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.499415596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"3ba3c32d-a84f-44e7-9811-4f67d105f929","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.548185997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d7412f7-ede3-402b-9373-9f0026450143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.548343481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"962bd722-7bf6-4f39-a7ec-8f89b8ac9c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.560839099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"3ba3c32d-a84f-44e7-9811-4f67d105f929","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.561047222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"7cd25dbd-2bf5-463f-ba5e-e97333be91a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.668790185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d7412f7-ede3-402b-9373-9f0026450143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.684681389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"962bd722-7bf6-4f39-a7ec-8f89b8ac9c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.936092726Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"11a2700b-68cf-41b9-960b-92db4b461d2c","namespace":"llm","name":"e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.126776883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"74d8b761-74dc-4b88-a457-f077fdaf885a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.127390031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"bd9e3e39-b727-42b8-b50e-7dae66f9fc75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.12753019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"12b67e0c-ab49-4050-8c82-dbe908c52e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.126800286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"5dd4a523-c2e8-4a57-8595-c68d9397116f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.12806708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"88f64159-0e9d-460b-ad81-c36e8b2e189c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.186181196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"12b67e0c-ab49-4050-8c82-dbe908c52e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.186474115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"74d8b761-74dc-4b88-a457-f077fdaf885a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.188560614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"5dd4a523-c2e8-4a57-8595-c68d9397116f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.188767134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"bd9e3e39-b727-42b8-b50e-7dae66f9fc75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.190769256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"88f64159-0e9d-460b-ad81-c36e8b2e189c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.488987685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"3021b212-cbdd-4871-9b81-fe874acd704f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.53954101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"11717d82-b2d3-43c5-a4b7-f626d4381f0a","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.544462913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"3021b212-cbdd-4871-9b81-fe874acd704f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.568990216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff1da42f-eec7-4767-b131-3427a9c0f1c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.588335514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"8d668b00-d2aa-4959-9fec-521544b4dd58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.588335506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"68988034-da9d-4358-bde4-c3223f13b50f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.593781561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"11717d82-b2d3-43c5-a4b7-f626d4381f0a","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.624170314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff1da42f-eec7-4767-b131-3427a9c0f1c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.643128838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"8d668b00-d2aa-4959-9fec-521544b4dd58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.643153912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"68988034-da9d-4358-bde4-c3223f13b50f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.939438801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94907988-d10a-468d-bed8-742641f0a09d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.990326959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"67abb3aa-3d43-4ffb-9457-318777b12139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.99032807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"f52ae353-18ce-4649-9914-37ec022a63e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.99373369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94907988-d10a-468d-bed8-742641f0a09d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.044964384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"f52ae353-18ce-4649-9914-37ec022a63e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.045114081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"67abb3aa-3d43-4ffb-9457-318777b12139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.513742761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"4b919066-7a1d-4da7-9e5c-066da8861c09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.639609271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"89d9a20a-d20c-4b01-bb37-0ab48052c3ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.663621186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-sub","reconcileID":"93781fdf-3aea-46de-9a48-3ce2efde1c77","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-096701","model":"llm/e2e-rt-sw-096701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.713208009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"7f67f477-bef6-4660-83fa-e340c5edf35e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.812977331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"78808b90-5b47-4d51-9dd9-edf6b829ea0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.954602521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"e92aaaef-43d0-45e3-9e3a-bdd19d1f7873","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.055036538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"3b1cca0e-3b2e-4da7-8f30-69315223ca44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.087991705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ede2df4a-b532-47cb-bff5-67e1a15a10f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.162726509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"d5ac3122-fca0-479c-ac30-7b278efb8ea9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.272452878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"2d2d58c9-75e5-469e-b3d5-7fa7b1ac924b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.376793184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b1c3625e-208c-4921-b7a5-cee1c4ce0a09","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.47614298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"405d0aca-ad13-4a11-bf1a-6aab130c0e37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.488122864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"170b1ddf-131d-47a6-a640-c5cb4706f519","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.579970133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3b3d356-0599-444d-9fe7-74272495edc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.585909474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9976f7f6-e092-43ba-ae20-c82ec6908f12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.586620759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"244ad2cb-7ffd-431d-aa1b-44d4eee22457","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.637704951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3b3d356-0599-444d-9fe7-74272495edc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.641315363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9976f7f6-e092-43ba-ae20-c82ec6908f12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.641374314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"244ad2cb-7ffd-431d-aa1b-44d4eee22457","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:43.516525273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"5665d9ae-68b1-4157-b605-cdda8475f047","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:44.168854989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-c338110a","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"e2e-conflict-b-c338110a","reconcileID":"32d961d9-eaf3-4795-8c3a-bac054c0ee76","MaaSModelRef":{"name":"e2e-conflict-b-c338110a","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"e2e-conflict-b-c338110a-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"e2e-conflict-b-c338110a","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:44.225301695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-c338110a","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"e2e-conflict-a-c338110a","reconcileID":"e11ac90c-3535-4049-b712-a2e81bce9f3e","MaaSModelRef":{"name":"e2e-conflict-a-c338110a","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"e2e-conflict-a-c338110a-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"e2e-conflict-a-c338110a","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:45.185192672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-c338110a","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"e2e-conflict-a-c338110a","reconcileID":"0a15c6a4-52b8-4748-9177-e961905043d4","MaaSModelRef":{"name":"e2e-conflict-a-c338110a","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"e2e-conflict-a-c338110a-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"e2e-conflict-a-c338110a","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:45.76656078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"f5a07faa-1d36-4e98-860d-43ee5b2e94a4","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:45.766994301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"821678e7-4628-4e96-9554-e5a05e03662a","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:45.838904209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"64a39fb5-9437-4dc3-961d-543bd94003e3","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:45.839236998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"772f9f46-f9a9-47ca-8628-616052da6bc7","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:45.919883099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"fa76679b-05d4-4668-9559-3aae37e42415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:45.982110654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"fa76679b-05d4-4668-9559-3aae37e42415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:45.99482982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"0d13799a-174a-4aef-bc5d-66b8953bc2ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:45.99541471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"f04d960f-ff01-4082-abeb-3663cb31ecab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.033060055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"51169373-00c6-40ad-a860-82a18df04e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.089579185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"51169373-00c6-40ad-a860-82a18df04e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.29502518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"102b3388-e2e0-4aea-be97-89c692e0f6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.349436515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"102b3388-e2e0-4aea-be97-89c692e0f6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.482885858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"3ab5d0db-a11f-47cd-babb-6a1070b2cd9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.537050136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"3ab5d0db-a11f-47cd-babb-6a1070b2cd9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.231098135Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:59.517301772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"738f0757-1335-4aa3-87bb-0fdc1e725fef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:59.616521781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"a5924de6-7cff-4999-b10e-baca01ed9740","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:59.632816215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"e8c3c8f7-6333-401d-bf51-90c7b0419529","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:59.718924373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"d4330856-686f-4e32-8ebb-e17b061fb864","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:59.881196115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"d295caef-ab47-4f13-bc54-8f4b0538ba83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.033114964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-sub","reconcileID":"896176ce-ac27-488a-8440-10c8eceaafb2","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-096701","model":"llm/e2e-rt-sw-096701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.08425438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"695aff5c-413b-4410-9554-83adff899f3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.133826168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"e25d90c3-c872-4b04-9386-4d2bfab92341","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.198649902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"49494a40-ec87-416f-9e1e-eadc738c0c14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.302229247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"1f472a19-5c7e-4862-a4f6-ec141c9d5e1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.403583839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8cb91a70-5912-4c92-bfeb-7161acfc4895","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.514330193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e4feae23-1cdd-4965-9f46-004534854ff1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.636508603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"45be0a24-3acc-4dba-866c-59fe1b5f0203","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.89453046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"9de6f42a-2462-4911-a160-7f3fccfbf930","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.894530618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"0a1a1805-ddf2-4157-b3a7-369cb185a7c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.949743543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"9de6f42a-2462-4911-a160-7f3fccfbf930","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.950385048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"0a1a1805-ddf2-4157-b3a7-369cb185a7c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.754929109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"c42e0186-ebbf-4507-8dbc-782a64afe1db","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.756983272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"c4ae208d-9bdc-45aa-a467-58aa5cd9ff7c","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.757512698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"88b7daa8-84b7-44ed-89f5-7d207cee6f6a","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.827551301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"16446ba9-8f89-4240-9d5e-0611e7977944","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.827994736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"6f031b2c-2ae1-4fb9-b414-0756e07fc241","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.828212368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"a30e5cb4-b9ae-44fa-8169-10fe4cc35999","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.903656318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"20219d0e-76af-416a-ad2f-81e135a053c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.903732603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"b8cb846c-e900-4119-af5e-f1fd8a6159a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.958344155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"8ab37caf-bf43-44f3-b8e0-b0a4e2b8b1af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.99993243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"20219d0e-76af-416a-ad2f-81e135a053c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.95910401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"001793c2-d882-4888-a0cc-21034a4f4af5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.016667677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"b8cb846c-e900-4119-af5e-f1fd8a6159a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.363884651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"8409a1f7-5b4d-4899-b06f-07d146b60aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.363931296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"02439533-1e1f-4a59-b4e7-7627156de239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.418762209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"8409a1f7-5b4d-4899-b06f-07d146b60aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.422573756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"02439533-1e1f-4a59-b4e7-7627156de239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:07.558573601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"a724b09b-c0c9-4c2c-b18c-9935c4d19ecc","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:07.559003969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"56028282-70e4-415e-afcd-9a0e2698584d","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:07.559410926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-c338110a","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"e2e-conflict-a-c338110a","reconcileID":"8073f7c2-0323-413f-a123-eff09c0607a9","MaaSModelRef":{"name":"e2e-conflict-a-c338110a","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"e2e-conflict-a-c338110a-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"e2e-conflict-a-c338110a","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:07.707085043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"10d4ef51-3527-45e1-9dcd-c1ded19ac1ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:07.707133476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"b10a44c9-e9b7-4cec-a969-7792aa059c51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:07.764249765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"b10a44c9-e9b7-4cec-a969-7792aa059c51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:07.779996471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"10d4ef51-3527-45e1-9dcd-c1ded19ac1ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:07.801280066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"c00fad2c-f3fe-4d85-a2af-7f563ccd1425","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:07.802314584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"f7697fec-cbce-42a0-8d9e-344f6fff4c30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:12.073504034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-w0-a74d15","reconcileID":"10ca23c8-8cdd-45b6-80b6-bbb60a704362","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:12.127824761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"adb72823-4a34-42c9-826b-371158a3c60e","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:12.12807696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"13866213-56e4-4e9d-af56-8ad68389ad11","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:12.128591526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"5f747a93-eefa-41c9-9174-32ce1be52e05","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:12.165475276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"3fd47b09-6762-4bed-ad80-a7039d917860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:12.165706523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"75a4d406-f2f4-4cd0-8625-8ce86970c811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:12.217697291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"a2bf2306-c260-4a76-a0a6-eb116f940694","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:12.218438208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"fe2fcfd6-c025-4bb4-b305-239bb69d4819","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:12.235115429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"3fd47b09-6762-4bed-ad80-a7039d917860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:12.23746682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"75a4d406-f2f4-4cd0-8625-8ce86970c811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:12.611022362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"f8121a03-adcc-4f30-ad42-4a9527a29d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:12.665553429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"f8121a03-adcc-4f30-ad42-4a9527a29d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:12.709705154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"cc5693b0-b54a-4149-b2df-1b55accdb580","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:12.765095443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"cc5693b0-b54a-4149-b2df-1b55accdb580","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:15.849813719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"92911ec6-88a2-4ddf-85e7-8252e6a916ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:15.849812462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"28be6b80-44d0-402e-84b6-d1426b760b60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:15.904325408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"92911ec6-88a2-4ddf-85e7-8252e6a916ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:15.904412209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"28be6b80-44d0-402e-84b6-d1426b760b60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:19.230320909Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:34.481089613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"3b85fa5f-5f55-4b3b-a4c7-85cb410a9977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:34.481112193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"d7767c7e-d366-45f4-9c9a-6fc74d330af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:34.535604594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"d7767c7e-d366-45f4-9c9a-6fc74d330af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:34.535987731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"3b85fa5f-5f55-4b3b-a4c7-85cb410a9977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:39.909345251Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"ae710970-11f1-435d-9ce4-e1cfdf92fb08","namespace":"llm","name":"e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:39.969865074Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"6dc5a0e8-7a0a-4902-ba0e-772158a85ad8","namespace":"llm","name":"e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.064033511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"ea85ea6f-bbc5-48c6-ba4a-643f06e00cb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.0646775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"7640f31d-6867-4120-8dbc-aee11463f59e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.065042267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"65994656-4b2c-4436-87ba-bdc990bc81b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.068732503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"0ef81e0a-faeb-4792-b3f8-1f8f2f3ce7c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.114629319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4249f856-d001-4ea9-a966-38b0c6fc1a05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.120168362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"7640f31d-6867-4120-8dbc-aee11463f59e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.120193658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"65994656-4b2c-4436-87ba-bdc990bc81b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.122466258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"ea85ea6f-bbc5-48c6-ba4a-643f06e00cb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.12553101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"0ef81e0a-faeb-4792-b3f8-1f8f2f3ce7c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.177229993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4249f856-d001-4ea9-a966-38b0c6fc1a05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.282164175Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"915946b0-0340-4e47-a7d5-c530720a0edc","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"name":"e2e-rt-eq-fc07a2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.386183005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"de253205-0f01-456a-afec-41da7b81c2ee","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.38623878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"de253205-0f01-456a-afec-41da7b81c2ee","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.386659591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92593911-0fab-48a8-b6d2-63583f3a373b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.386679258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92593911-0fab-48a8-b6d2-63583f3a373b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.38707948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"875ebcbc-69f7-4f86-92a7-829b22caf5c1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.387091625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"875ebcbc-69f7-4f86-92a7-829b22caf5c1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.387308173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab56a52f-2f05-4e35-ac83-dd87d098a0da","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.387318563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab56a52f-2f05-4e35-ac83-dd87d098a0da","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.437480879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"fda97430-9d9d-46c8-9fe0-c4c813690770","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.437507826Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"fda97430-9d9d-46c8-9fe0-c4c813690770","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.478570954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"187a40ce-2409-49bf-a053-0a04d7b464d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.479292426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"fd05bfe2-db45-4f05-8bb6-59bbf6eae81f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.480086901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"e05ccc84-376f-4b01-bc39-fbf7d866ea43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.480686849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"39de4be4-25c8-4a19-919e-308d046a056d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.511185854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"57e0e803-cbbd-4e5f-aba8-0191d2f76d9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.515561186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b0cd851f-40c7-44c3-b792-f7e37e401a23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.534361276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"fd05bfe2-db45-4f05-8bb6-59bbf6eae81f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.534682949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"187a40ce-2409-49bf-a053-0a04d7b464d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.536816911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"e05ccc84-376f-4b01-bc39-fbf7d866ea43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.537079064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"39de4be4-25c8-4a19-919e-308d046a056d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.537169553Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"bde67316-ed5b-4f93-a26f-b03fbebdb790","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"name":"e2e-rt-eq-fc07a2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.5631208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-sub","reconcileID":"cd310921-bb0f-4efe-b08f-e4ca5b8513f2","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-096701","model":"llm/e2e-rt-sw-096701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.58660028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"87a75556-22d5-41c4-94ff-9379ee9012e1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.586620001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"87a75556-22d5-41c4-94ff-9379ee9012e1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.586982435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f38bb061-69db-4571-9e5b-48a19215b5c5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.586996061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f38bb061-69db-4571-9e5b-48a19215b5c5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.587261302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c2f5884a-aad6-4f36-ba2f-c27a1260ee1f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.587285125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c2f5884a-aad6-4f36-ba2f-c27a1260ee1f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.587568032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cab1708c-b98c-46aa-881d-8ffc4d8ec827","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.587582147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cab1708c-b98c-46aa-881d-8ffc4d8ec827","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.63249722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"73c8f894-32b6-4f64-8348-272cc8e080ef","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.689521769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"73c8f894-32b6-4f64-8348-272cc8e080ef","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.911342969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"09b75872-71b5-4bd3-b441-a08e33aa175d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.933279249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"dbc98819-1f91-4b65-b213-d975c09dbc25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.974880218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4586cef-d98c-4a9a-b10b-ebb34e1c4b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.974339386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"09b75872-71b5-4bd3-b441-a08e33aa175d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.987576723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"403cc73e-4d13-4b79-97fa-73042720482c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.993936339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"dbc98819-1f91-4b65-b213-d975c09dbc25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.055636669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"403cc73e-4d13-4b79-97fa-73042720482c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.055925687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4586cef-d98c-4a9a-b10b-ebb34e1c4b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.163981578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"b754240c-388d-422a-b1b8-e8a58734abec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.224076901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"b754240c-388d-422a-b1b8-e8a58734abec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.371960374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"e79a93eb-0eb8-4ff5-a517-9b33c6f0476f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.431781892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"e79a93eb-0eb8-4ff5-a517-9b33c6f0476f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.471747141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"fe98dcb1-fef0-4088-9375-7662ad594d03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.472131452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"1e240dd1-d0b6-4000-95dc-b2ea405d72dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.527842856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"a1bc9580-0601-4403-a39c-cb9beebec934","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.533136268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"1e240dd1-d0b6-4000-95dc-b2ea405d72dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.533153283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"fe98dcb1-fef0-4088-9375-7662ad594d03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.587905029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"a1bc9580-0601-4403-a39c-cb9beebec934","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.711154462Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"8088247f-a2fb-4a61-a2d9-2eea39b607ba","namespace":"llm","name":"e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.779774825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"bf034305-2ce1-4eab-97c2-cffe2c700d7f","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.780455385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"bf034305-2ce1-4eab-97c2-cffe2c700d7f","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-fc07a2-f890acec6acf","namespace":"llm","model":"e2e-rt-eq-fc07a2","externalModel":"e2e-rt-eq-fc07a2","provider":"e2e-rt-eq-fc07a2-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.914717649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"90c5f159-dcfc-4a6f-bef5-0b8dd24335a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.914769924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"c258a04c-6f58-47f1-b7cb-cad940faa638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.975791095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"90c5f159-dcfc-4a6f-bef5-0b8dd24335a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.975907612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"c258a04c-6f58-47f1-b7cb-cad940faa638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.999960921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"cb69fb85-0401-4e33-bc12-f330cd0fd637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.053985695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa8d4360-7bd7-4d6a-b229-3876a56c65bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.059660381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"cb69fb85-0401-4e33-bc12-f330cd0fd637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.116131872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa8d4360-7bd7-4d6a-b229-3876a56c65bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.181602965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"f300e545-0f49-4127-b5c8-ae83e0e686ec","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.242774482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"f300e545-0f49-4127-b5c8-ae83e0e686ec","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.302814759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"660955a3-6986-408d-b6e5-a7d1a592082e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.303065497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"4d639532-1228-4da7-a1b0-c2ef672ff3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.36282614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"4d639532-1228-4da7-a1b0-c2ef672ff3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.364334707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"660955a3-6986-408d-b6e5-a7d1a592082e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.442099477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b1ab702-dd39-4d43-9ba8-30c32a53df8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.44223997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"45b0b49d-6268-47e5-bc49-1a4412418eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.502067294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b1ab702-dd39-4d43-9ba8-30c32a53df8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.503776766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"45b0b49d-6268-47e5-bc49-1a4412418eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.68217116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"b48b2511-0786-4ae9-b527-6a07aac2ad57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.725618419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"b0ec910f-5acc-4f3d-9379-24cc6323879b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.725620942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"c78c6176-8860-49b5-a9e3-a1cbb8dfe854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.743626844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"b48b2511-0786-4ae9-b527-6a07aac2ad57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.785777312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"c78c6176-8860-49b5-a9e3-a1cbb8dfe854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.785867049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"b0ec910f-5acc-4f3d-9379-24cc6323879b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.87890323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"4868d69d-8c27-4662-8a20-c391856d172a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:42.941132956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"4868d69d-8c27-4662-8a20-c391856d172a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.333498927Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"8caebdf6-9a8a-4aa0-82e2-3c29b5f785ac","namespace":"llm","name":"e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.498934417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"cc96874a-99e3-4830-8754-8e4433b54a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.498950673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"8a077e3a-566e-4d93-ab54-3d8fe28db514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.499465258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"f198b8a3-cf34-4a1f-9c3e-8decd5f33e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.49947092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"25f0c658-698a-4001-b6ce-4e01488616d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.554593937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20218a7e-9746-441e-8929-cf9343e81fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.559904211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"25f0c658-698a-4001-b6ce-4e01488616d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.559973781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"cc96874a-99e3-4830-8754-8e4433b54a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.562270058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"f198b8a3-cf34-4a1f-9c3e-8decd5f33e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.562368002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"8a077e3a-566e-4d93-ab54-3d8fe28db514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.615617474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20218a7e-9746-441e-8929-cf9343e81fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.950800477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"9b3e0403-0d1c-4327-bd59-3a412ad2c556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.951225029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"6a1f521c-054f-419c-ae3a-e9eb470a8b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.004476534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"4b975fa2-d494-4b96-be9c-c7a2459e8cc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.004500433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"2d397157-b744-495c-aa68-0d1031942441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.01099781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"6a1f521c-054f-419c-ae3a-e9eb470a8b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.011120773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"9b3e0403-0d1c-4327-bd59-3a412ad2c556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.064841155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"2d397157-b744-495c-aa68-0d1031942441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.065134877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"4b975fa2-d494-4b96-be9c-c7a2459e8cc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.1144748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"b06712b2-faf3-4252-844b-29e23c79c0b9","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.174860476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"b06712b2-faf3-4252-844b-29e23c79c0b9","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.343704335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"d58adbc2-a5b0-471b-bdae-ffd1c679a159","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.397006521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"fdd7f577-564e-49fb-a65f-d5a679a17263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.397934011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f251cba-51d9-4639-b695-eed4bab9bdac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.403781499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"d58adbc2-a5b0-471b-bdae-ffd1c679a159","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.457225188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"fdd7f577-564e-49fb-a65f-d5a679a17263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.457500897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f251cba-51d9-4639-b695-eed4bab9bdac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.988838682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"51e017ab-e81a-475b-ac8b-130f2e0581d6","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.361873046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"cdb837bc-f388-484b-a09c-171647db5190","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.362430501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"7ce2ce16-556b-4a66-b44c-813d954d0d99","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.529515743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"3bb7a8d6-619f-43c8-812e-b25efb45f21c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.529996181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"d222460b-bf6a-4357-9ada-d60fc5aebf0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.590047203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"a2972e0c-a8dd-4e25-adad-cf1ead6d2f59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.655987172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"d222460b-bf6a-4357-9ada-d60fc5aebf0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.656656434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"f6ddee4a-9128-4bbf-acb6-fea4e81fe279","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.65746232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"3bb7a8d6-619f-43c8-812e-b25efb45f21c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.980898479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"11229673-f8ea-4d61-bdd8-91bb72db9284","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.981249193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"a2cb16ec-0b13-4364-9e7a-d72a7676d013","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.045343855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"d11afc26-598f-4d6f-aaa0-1e7eef14e33e","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.045641254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"8546db2a-14cc-4dbc-819e-c29196a315a5","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.140898752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"b4702140-f89a-473e-a8f2-572cf89199e4","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.140926055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"b4702140-f89a-473e-a8f2-572cf89199e4","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-fc07a2-f890acec6acf","namespace":"llm","model":"e2e-rt-eq-fc07a2","externalModel":"e2e-rt-eq-fc07a2","provider":"e2e-rt-eq-fc07a2-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.251040276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"ba8a6911-b67c-4dac-b2d3-4cc809303fc3","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.251066551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"ba8a6911-b67c-4dac-b2d3-4cc809303fc3","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-fc07a2-f890acec6acf","namespace":"llm","model":"e2e-rt-eq-fc07a2","externalModel":"e2e-rt-eq-fc07a2","provider":"e2e-rt-eq-fc07a2-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.321502105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-auth","reconcileID":"1f59c46d-b57c-45da-970d-7c0bf8e8382d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.377912388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"391e5568-2651-4f2a-831f-6c77606f3417","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.380953583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-auth","reconcileID":"1f59c46d-b57c-45da-970d-7c0bf8e8382d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.417336147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-access","reconcileID":"49fefe16-2747-471d-a8cf-d7525a3b2a00","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.441116986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"0da33bde-f62f-44e3-b402-fd4f11890268","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.478577427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-access","reconcileID":"49fefe16-2747-471d-a8cf-d7525a3b2a00","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:46.484919769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-subscription","reconcileID":"cc19ca7e-55e6-44da-a7cb-f3ab3fb470c9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.501958729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"771dd851-deb4-4bdf-84c8-b25c538f47ac","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.595090545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"734d7d09-6005-405c-b74f-4571b30814bb","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.595466236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"d9465aa6-1f6c-45ea-8755-24197d3e94be","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.6508546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"dbf9e96e-1073-490d-878c-1618fc6e9031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.650968181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"e83d92b1-6149-4e95-98f4-584e35b2df76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.655556443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"f93ac347-2956-4678-990e-f8ee9a361800","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.655897898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"4bc257f5-1d01-413b-a98a-835d12d7bbe0","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.710752581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"e83d92b1-6149-4e95-98f4-584e35b2df76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.710838896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"dbf9e96e-1073-490d-878c-1618fc6e9031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.862678247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"b0fe21b4-bae1-4b3e-96f8-11808f06e50c","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.863060796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"fe9688a9-1145-46c2-8889-f95c173b1484","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.888030658Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-subscription","reconcileID":"42f7dad4-2df6-4a31-a263-cd3dcb866463","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-w1-98a19b","model":"distinct-w1-98a19b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.92815569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"8475e662-d647-47c8-9087-61a8ebfac73d","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.92818048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"8475e662-d647-47c8-9087-61a8ebfac73d","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-fc07a2-f890acec6acf","namespace":"llm","model":"e2e-rt-eq-fc07a2","externalModel":"e2e-rt-eq-fc07a2","provider":"e2e-rt-eq-fc07a2-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:47.05763404Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-subscription","reconcileID":"42f7dad4-2df6-4a31-a263-cd3dcb866463","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-2-w1-98a19b","model":"distinct-2-w1-98a19b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:47.139991369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-auth","reconcileID":"9e47ab98-2da4-4ad9-b354-fc5e9a60a1d2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:47.19982955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-auth","reconcileID":"9e47ab98-2da4-4ad9-b354-fc5e9a60a1d2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:47.278060773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"683ac6ff-fe9a-45bc-8216-852db51e43f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:47.278063216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"5e7152be-3895-43ed-afc9-18d8d809dc7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:47.294488338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"1d3a8c71-6aff-4d0d-a805-680313a9f704","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:47.294830675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"8422f62f-00e7-429d-833b-b85f033f814b","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:47.338551868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"683ac6ff-fe9a-45bc-8216-852db51e43f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:47.338551829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"5e7152be-3895-43ed-afc9-18d8d809dc7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:47.514671413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-subscription","reconcileID":"e99058d0-12d3-4e28-b402-a58ae8cfe6a1","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:47.679826145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-subscription","reconcileID":"e99058d0-12d3-4e28-b402-a58ae8cfe6a1","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-2-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:49.265325844Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:49.987592158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"275e4140-9b4d-45e0-baa0-5b2af2e67ac3","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:50.049938034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"746ce1cf-a8f7-4add-bc60-7d0ea6c34f2e","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:50.180680832Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-subscription","reconcileID":"d9555969-5260-4516-8395-a307d9a6db8c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d6856691","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:50.287918975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"8d7a0634-9f52-4330-9e3f-9c39d83a265d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:50.288300375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"236dfc07-83ba-40a1-97b5-b28d5aec0a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:50.288567389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-auth","reconcileID":"001833f6-31bf-422b-9bf5-1f8d8b373d83","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:50.356600738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"8d7a0634-9f52-4330-9e3f-9c39d83a265d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:50.359817106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-auth","reconcileID":"001833f6-31bf-422b-9bf5-1f8d8b373d83","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:50.360833454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"236dfc07-83ba-40a1-97b5-b28d5aec0a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:50.54608522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd67f82a-7f53-4013-af2c-e0d109ecd2d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:50.546078845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"9410e285-2fc5-4f0e-81db-de4c24675977","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:50.615131727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"9410e285-2fc5-4f0e-81db-de4c24675977","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:50.622552239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd67f82a-7f53-4013-af2c-e0d109ecd2d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:50.905021093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"5246ff00-50cf-425c-b141-bab0819e66c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:50.905776408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"0637c27e-fb4b-4feb-a523-208b544f3f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:50.972209456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"0637c27e-fb4b-4feb-a523-208b544f3f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:50.989459775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-auth","reconcileID":"bdde1ad1-9d27-4bab-b2fb-9cbd0aa3ed17","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:50.990604099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"5246ff00-50cf-425c-b141-bab0819e66c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.0643857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-auth","reconcileID":"bdde1ad1-9d27-4bab-b2fb-9cbd0aa3ed17","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.163138515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-access","reconcileID":"fba689bd-ba34-43bb-934b-dd08299c9864","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.224053385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"431bda11-7301-47b3-9614-e6c1ef510571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.237729014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-access","reconcileID":"fba689bd-ba34-43bb-934b-dd08299c9864","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.295331961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"431bda11-7301-47b3-9614-e6c1ef510571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.664174419Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-fc07a2-sub models-as-a-service/e2e-rt-sw-096701-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.724760538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"4625aa3d-ed08-41e3-8c98-e1b4e01eef4b","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.724797468Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"4625aa3d-ed08-41e3-8c98-e1b4e01eef4b","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-fc07a2-f890acec6acf","namespace":"llm","model":"e2e-rt-eq-fc07a2","externalModel":"e2e-rt-eq-fc07a2","provider":"e2e-rt-eq-fc07a2-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:51.789933995Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-fc07a2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-sub","reconcileID":"d35ad1ca-5259-486d-ae6f-3aab278ff3f1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-fc07a2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.919072243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"9401c2e5-c4e3-462f-8c88-29cb34798fda","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.919107384Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"9401c2e5-c4e3-462f-8c88-29cb34798fda","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-fc07a2-f890acec6acf","namespace":"llm","model":"e2e-rt-eq-fc07a2","externalModel":"e2e-rt-eq-fc07a2","provider":"e2e-rt-eq-fc07a2-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.955338543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"8380b9d9-8e15-420b-813f-4b7fd14e201e","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.955604492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-access","reconcileID":"952bd6e3-0666-4e07-96aa-bdf911b368b3","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.955332796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6df1e710-a180-4f36-8a22-4b4e653e57b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.956004436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"183a4772-8f88-4f47-a035-71344d976018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.01792937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6df1e710-a180-4f36-8a22-4b4e653e57b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.01793484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"183a4772-8f88-4f47-a035-71344d976018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.021385046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"8380b9d9-8e15-420b-813f-4b7fd14e201e","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.021654562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-access","reconcileID":"952bd6e3-0666-4e07-96aa-bdf911b368b3","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:52.030465312Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"9401c2e5-c4e3-462f-8c88-29cb34798fda","name":"e2e-rt-eq-fc07a2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-fc07a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:52.030526527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"9401c2e5-c4e3-462f-8c88-29cb34798fda","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-fc07a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.08567007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"4c095dfc-0b39-4b96-8eee-9b9693e7ba18","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.085695036Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"4c095dfc-0b39-4b96-8eee-9b9693e7ba18","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.197823468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"121d3748-6f3a-4c44-87de-5f8ae8065095","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.197847916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"121d3748-6f3a-4c44-87de-5f8ae8065095","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-fc07a2-f890acec6acf","namespace":"llm","model":"e2e-rt-eq-fc07a2","externalModel":"e2e-rt-eq-fc07a2","provider":"e2e-rt-eq-fc07a2-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.24984668Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-fc07a2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-sub","reconcileID":"fc89842c-43dd-4317-b5d6-f1ae1bb1dbd3","MaaSSubscription":{"name":"e2e-rt-eq-fc07a2-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-fc07a2","model":"e2e-rt-eq-fc07a2","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-fc07a2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.454901274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c443be4f-0f45-4dc2-b004-d9e2437d25fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.455439429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f35e1ba5-9e3c-4fa3-9f71-eddf57981ebf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.515584223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f35e1ba5-9e3c-4fa3-9f71-eddf57981ebf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.515734183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c443be4f-0f45-4dc2-b004-d9e2437d25fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.534867407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"a3cd39ac-66a3-455f-b386-447f40202436","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.53489486Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"a3cd39ac-66a3-455f-b386-447f40202436","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-fc07a2-f890acec6acf","namespace":"llm","model":"e2e-rt-eq-fc07a2","externalModel":"e2e-rt-eq-fc07a2","provider":"e2e-rt-eq-fc07a2-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.566171573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-access","reconcileID":"80402e4e-5ec0-4340-ab1e-6f3b3a5dd764","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.566171743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"a813a449-721b-465a-afbe-b35de70b069f","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.626128212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"a813a449-721b-465a-afbe-b35de70b069f","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.626267063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-access","reconcileID":"80402e4e-5ec0-4340-ab1e-6f3b3a5dd764","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.754993408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-fc07a2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-sub","reconcileID":"221620c9-8e8f-47b3-ab4a-cddecb637d0d","MaaSSubscription":{"name":"e2e-rt-eq-fc07a2-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-fc07a2","model":"llm/e2e-rt-eq-fc07a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:00.236708288Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-subscription","reconcileID":"8b3152e3-a2be-4250-a069-a775053babaf","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:00.295853264Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-subscription","reconcileID":"8b3152e3-a2be-4250-a069-a775053babaf","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:00.351201634Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-subscription","reconcileID":"8b3152e3-a2be-4250-a069-a775053babaf","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:00.408798902Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-subscription","reconcileID":"8b3152e3-a2be-4250-a069-a775053babaf","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:00.463884156Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-subscription","reconcileID":"8b3152e3-a2be-4250-a069-a775053babaf","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:00.51931429Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-subscription","reconcileID":"8b3152e3-a2be-4250-a069-a775053babaf","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:00.804472705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"6a11b83f-d2c1-4633-bc3b-cd86cfcbb525","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:00.804486512Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-fc07a2-sub models-as-a-service/e2e-rt-sw-096701-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:00.863399531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"bd9a25e9-120a-407d-affb-f543ad97cbda","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:00.965553653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"cd953173-4e61-46f8-a1b3-000059fc1792","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:00.96580251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"63d0fbb7-49d3-4ddf-be80-226d71bb500f","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:01.079164963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-auth","reconcileID":"37590b7d-96fa-49a2-9906-e9af1568b6de","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:01.079388989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"53d74dc5-0e17-4938-a1db-5c37bbe79992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:01.079164903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"04e34aa9-91ba-4dc9-bbf7-e194ebd2689e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:01.139692653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-auth","reconcileID":"37590b7d-96fa-49a2-9906-e9af1568b6de","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:01.139724565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"04e34aa9-91ba-4dc9-bbf7-e194ebd2689e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:01.141953126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"53d74dc5-0e17-4938-a1db-5c37bbe79992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:01.550567374Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-auth","reconcileID":"6198346e-c692-4c36-a4b7-9968d79e7335","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:01.650609678Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-distinct-models-auth","reconcileID":"6198346e-c692-4c36-a4b7-9968d79e7335","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:01.821693288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"3dbc2a5d-f8e3-4e4d-80b2-98e01dc65cc6","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:01.821922639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"4996e055-2e71-4ff1-8540-7ed35c955fc7","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:02.338662641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"a00f178d-068c-4073-bc8d-1ea09b321054","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:02.870929414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"c7f59dab-6c3a-42c9-8d3d-ee1636d2d1ca","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:02.93181249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"0d1849b8-ec1b-44cd-8d6a-fd597697c55c","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:02.966420602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"06af37e7-d43e-4025-9f96-5577b1590ff8","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:02.977112238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-w0-a74d15","reconcileID":"41f9eb72-ffed-4f9a-a63b-4d782a13c02b","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:02.97753269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"58acb228-bc17-41b2-9495-220371a3d735","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.048045913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"a7b1710a-abb8-462d-8b68-753feea279b9","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.048614222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"92ffbb32-ccfe-4401-b9b0-869eaf68b314","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.048882129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-w0-a74d15","reconcileID":"0ee45454-7eef-46e7-8cdb-63c436fba5b0","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.142549352Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-fc07a2-sub models-as-a-service/e2e-rt-sw-096701-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.143973759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"907e9cef-7d3a-4b38-ab79-dc8ac9a174a8","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.181671095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth1","reconcileID":"800acb07-a0f8-401a-8a0f-4576fefbce4b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.203978691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"c5f9aeed-f530-484b-b352-c1161a8bb89e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.217911845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"a8aac337-3c0e-44a9-a153-b0dab77c243d","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.218862266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"c7f3cabc-c2e0-4faa-a4f3-82bfa11534f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.219038683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"d34d6c17-a789-420b-8f3d-67136b46612e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.281065485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth1","reconcileID":"800acb07-a0f8-401a-8a0f-4576fefbce4b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:03.281527556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-sub1","reconcileID":"66b628c1-7228-4dcd-9e3c-c7695a23af8e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.335864036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"3737fb80-ff88-4ac2-801f-9f7ba3f0026c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:03.348267756Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"a8aac337-3c0e-44a9-a153-b0dab77c243d","name":"distinct-w1-98a19b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-98a19b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:03.348341077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"a8aac337-3c0e-44a9-a153-b0dab77c243d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-98a19b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.348527242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"209c4812-bc0a-41d4-b3f5-a30e99decb8c","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.349762311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"c7f3cabc-c2e0-4faa-a4f3-82bfa11534f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.353671363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"c38725fd-9e3e-4014-92e5-cad7ea015097","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.353794852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"d34d6c17-a789-420b-8f3d-67136b46612e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.393046512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"1acc2b00-a73c-46a1-a7f0-8f73a2930b4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.393547478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"0ef7f0f5-5029-4484-bb38-27750abd8816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.399385469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"d2e3b55c-4fe2-4577-9a36-d57964c00f12","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.408255411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"d48dcdb8-9c6f-4a99-bcba-6a531e7a7421","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.455038603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"1acc2b00-a73c-46a1-a7f0-8f73a2930b4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.455331809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"0ef7f0f5-5029-4484-bb38-27750abd8816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.457192371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"f7afa037-1124-4e39-90b0-eadc39fe36f5","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.573218677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"48a2f935-7f40-4d7b-9fd4-c89e4815dc59","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.677669482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"2839ef55-b6df-4460-9f1f-ceb1c7e72b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.679100091Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-sub1","reconcileID":"34b1875e-5f14-426a-adcc-6b7ae87e12b3","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-w1-98a19b","model":"distinct-w1-98a19b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.682391361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"c5e42200-52b2-4b65-ba31-931eb6125757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.693306554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"0ab304cf-5fa9-44fd-a382-f37fefe2963c","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.693394257Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-98a19b priority=0:[ai-tenant-e2e-worker-w1-98a19b/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-98a19b/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-fc07a2-sub models-as-a-service/e2e-rt-sw-096701-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.73897544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"2839ef55-b6df-4460-9f1f-ceb1c7e72b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.742880436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"c5e42200-52b2-4b65-ba31-931eb6125757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.758892409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"17182dc4-0c0d-4fb6-a919-df31c427f16a","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.75928219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"dc70fadc-8439-41c9-80d6-8b89c71d8a7a","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.801122717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"dbbc3581-a5a6-4e96-b5ec-e0852aaca668","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:03.810171562Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-98a19b/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.85625405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"c8af3ce4-4d67-41ba-9037-a00f59ac8af1","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.861058597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"651b419d-f28e-43a5-b5b8-b46abfc1147d","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.887544789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth1","reconcileID":"15e0072b-5968-461e-a754-f767f65f43f0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.946970151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth1","reconcileID":"15e0072b-5968-461e-a754-f767f65f43f0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.977764636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"aeaaf45f-0e90-4ce4-a491-e958921eb5b3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:03.986565777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"3238b455-b9ce-4e85-8e02-1f84ff53fb85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.011586346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"fd9dd854-a470-4d14-a815-ed5a4d4a3871","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.037265555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"aeaaf45f-0e90-4ce4-a491-e958921eb5b3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.046082453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"3238b455-b9ce-4e85-8e02-1f84ff53fb85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.076164729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-sub1","reconcileID":"23d795a9-6c26-44f7-b5b9-338c225fa16a","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.084169462Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-sub2","reconcileID":"96353e1a-b3bb-4fbc-b289-3fc7b3268138","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-2-w1-98a19b","model":"distinct-2-w1-98a19b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.224218413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"96ad3a8f-2f51-4deb-84d4-b99e8bf2dedf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.262542131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"d1ed83ad-cf08-47ed-b239-cc9a4fa5cb7b","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.28418552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"96ad3a8f-2f51-4deb-84d4-b99e8bf2dedf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.320971239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth2","reconcileID":"7084efec-d740-44c0-88e4-ddb25a3874cd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.38121998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth2","reconcileID":"7084efec-d740-44c0-88e4-ddb25a3874cd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.417777418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"9384bbaf-7454-4f91-9adc-89996d9e261e","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.42913429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth1","reconcileID":"704c3fba-e146-4e82-ab14-1f2cc93e467d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.482901992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-sub2","reconcileID":"a9d96e81-810f-4b82-8ae0-4de2ab01e2d6","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-2-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.48893094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth1","reconcileID":"704c3fba-e146-4e82-ab14-1f2cc93e467d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.529068291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"f15fdc4c-bd95-41ac-8ad4-f6057631f688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.583910046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"f0f215d5-dee7-41b2-b88f-caf7f86c1c9e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.589318609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"f15fdc4c-bd95-41ac-8ad4-f6057631f688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.649666275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"f0f215d5-dee7-41b2-b88f-caf7f86c1c9e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.725282955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"a0522159-e308-4e25-96ef-d0ee7a7cd418","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:05.000668472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth2","reconcileID":"db02043c-4f16-4e53-9e26-ab0415682a25","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:05.060487606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth2","reconcileID":"db02043c-4f16-4e53-9e26-ab0415682a25","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:06.007406236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"dba0646f-2a6f-4d45-9f69-99fcdb3ef3e8","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:06.007445438Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-98a19b priority=0:[ai-tenant-e2e-worker-w1-98a19b/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-98a19b/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-fc07a2-sub models-as-a-service/e2e-rt-sw-096701-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:06.066772166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"6fd9b433-fead-46c3-b2f1-ac6b4b379bec","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:06.115285628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"9bd44012-598b-448b-8f47-96e539b71249","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.12246568Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.172959437Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"f17c2206-cfd0-40ec-9b08-c222fa20d562","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.173130398Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"3c1bd635-52af-420e-908f-e5923c71dd9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.172958605Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"f09c082a-ebc8-407b-8754-9752d53686b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:06.173799228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"48b02fdb-2a67-4c19-90cc-d022cf7612fd","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.233227231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"f17c2206-cfd0-40ec-9b08-c222fa20d562","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:06.233423813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"04bdfebb-ded7-4d1b-bf4d-f8fa8976a43b","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.235884187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"3c1bd635-52af-420e-908f-e5923c71dd9d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:06.236006988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"c1b79eb9-6c71-4ce5-a80c-1991a0022386","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.236426653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"f09c082a-ebc8-407b-8754-9752d53686b5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:06.236551797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"d335f218-cfb1-44c6-8bff-9ad699e0df38","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.402440855Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"bb8a4da2-d7f4-41d3-87a6-eb444261ce90","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.402516754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"bb8a4da2-d7f4-41d3-87a6-eb444261ce90","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.402734737Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"b9335c4d-54a7-4b2f-b9fb-14f582e9c3db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.402791922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"b9335c4d-54a7-4b2f-b9fb-14f582e9c3db","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.402945646Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"8a9b4d53-4861-479b-8624-0295002a5956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.458878098Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"8a9b4d53-4861-479b-8624-0295002a5956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.458943369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"8a9b4d53-4861-479b-8624-0295002a5956","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:06.46425173Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-subscription","reconcileID":"5ebd99de-acf6-4646-b8e8-a354255a5957","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription","ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.577778685Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"3c1dee9b-6331-4da6-bf16-4efece03fc0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.577868384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"3c1dee9b-6331-4da6-bf16-4efece03fc0a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.581597896Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"73ee1412-4345-4ebc-8d2d-e5a330529a86","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.581671731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"73ee1412-4345-4ebc-8d2d-e5a330529a86","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:06.640829638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"18e3bae0-2fce-48fe-9e91-12ad3e225c0d","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.678420936Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"63786f17-9a38-492a-8104-2c9e9e007e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.678492602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"63786f17-9a38-492a-8104-2c9e9e007e21","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:06.686074859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"6c222de3-e0dd-43f2-997e-54986a0185a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.778844474Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"ec140652-7a48-406c-904c-96f9af3e82a5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.778918574Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"ec140652-7a48-406c-904c-96f9af3e82a5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.778844626Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"abfccf49-0637-466b-a8da-3d1083646537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.778966818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"abfccf49-0637-466b-a8da-3d1083646537","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:06.860733284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-subscription","reconcileID":"0e86c3ab-23cc-4fa0-a38d-222a2d78b13d","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.879674865Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"f62c2593-8695-41f6-bdf3-5743f0844945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.879744005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"f62c2593-8695-41f6-bdf3-5743f0844945","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.984077386Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"68ec0f65-3e4c-4d0d-a05e-d62d1a0d1ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.984150409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"68ec0f65-3e4c-4d0d-a05e-d62d1a0d1ab0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.984076858Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"c80da19d-03a5-468d-b228-bc41a8a25acb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:06.984192381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"c80da19d-03a5-468d-b228-bc41a8a25acb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:07.084089531Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"3cd5ecb8-d438-49c2-ac30-b69ce8e79d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:07.084159189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"3cd5ecb8-d438-49c2-ac30-b69ce8e79d17","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:07.228451459Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"4d208b2c-54ef-496c-b968-d3d698e13f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:07.228502072Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"8f48e2e1-3026-4e42-9b85-5c67a887d01c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:07.228542962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"4d208b2c-54ef-496c-b968-d3d698e13f4b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:07.228549024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"8f48e2e1-3026-4e42-9b85-5c67a887d01c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:07.329899719Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"39bbfa1f-0a5d-4f8c-bb95-4008250a4f26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:07.329974372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"39bbfa1f-0a5d-4f8c-bb95-4008250a4f26","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:07.553794597Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"a86d6ee3-7b25-4f11-8762-1d463c781f7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:07.553814109Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"414f2b23-89f4-45d4-b6d0-64d989fa44bf","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:07.553861406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"a86d6ee3-7b25-4f11-8762-1d463c781f7b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:07.553882551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"414f2b23-89f4-45d4-b6d0-64d989fa44bf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:07.565946418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"640c48dd-0f88-4168-9575-41d1fe60efd9","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:07.654596575Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"07f93756-3b39-48f9-a4e8-e4c1a0fe8975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:07.654692606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"07f93756-3b39-48f9-a4e8-e4c1a0fe8975","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:07.737956738Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-sub1","reconcileID":"accc85d5-583b-4093-a77a-658f1f46f68c","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d4bb406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:07.841609915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"2aef0ded-e648-4dd1-9dc9-871a6d0083d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:07.841629154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"ff6f9bea-f599-465a-8c2e-ceb60a0015a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:07.842118108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth1","reconcileID":"32e6d62d-8e66-4f83-8073-8d326e3bd43f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:07.84213029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth2","reconcileID":"fd7338f5-3c9a-4109-a6a0-75a51fe63148","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:07.903168687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth2","reconcileID":"fd7338f5-3c9a-4109-a6a0-75a51fe63148","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:07.904428387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth1","reconcileID":"32e6d62d-8e66-4f83-8073-8d326e3bd43f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:07.905683256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"2aef0ded-e648-4dd1-9dc9-871a6d0083d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:07.908196383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"ff6f9bea-f599-465a-8c2e-ceb60a0015a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:08.038705827Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"dd38552a-2f3c-436b-aebd-6a134791e989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:08.038783115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"dd38552a-2f3c-436b-aebd-6a134791e989","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:08.204465153Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"161768e2-7975-43a8-8692-3761ad27b915","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:08.204547332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"161768e2-7975-43a8-8692-3761ad27b915","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:08.342688826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth1","reconcileID":"ff3d2849-76ef-452f-83b0-1c3561e7c5d0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:08.342700494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"2b94e761-6ff7-435b-b609-bc53125869b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:08.343262501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth2","reconcileID":"27bfee2d-70f6-4862-ab77-bf74eb6d1798","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:08.343484322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"2e7b96ef-9ab9-4630-aaeb-554aa6c63378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:08.370253136Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"11e0d437-04a9-4640-a5e2-8acd773a937b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:08.370401815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"11e0d437-04a9-4640-a5e2-8acd773a937b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:08.40677401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"2b94e761-6ff7-435b-b609-bc53125869b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:08.408453442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"2e7b96ef-9ab9-4630-aaeb-554aa6c63378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:08.408656778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth2","reconcileID":"27bfee2d-70f6-4862-ab77-bf74eb6d1798","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:08.410710401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth1","reconcileID":"ff3d2849-76ef-452f-83b0-1c3561e7c5d0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:08.84363011Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"f0ecb324-5046-48dc-b79b-f805250afe25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:08.843714242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"f0ecb324-5046-48dc-b79b-f805250afe25","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:09.017580307Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"65bbbc5a-7f02-4532-a435-24764d912863","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:09.017680685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"65bbbc5a-7f02-4532-a435-24764d912863","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:09.053439069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"ab96a011-0708-4c1c-a361-cf6a5d0d7d33","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:09.136071718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"1594f70b-4c70-4ad5-bec2-338c37ac2d10","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:09.137535869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"f2e5e677-0f13-4053-8b78-e9037f096fad","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:09.185707435Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"6d5b7fdf-0ef2-49b5-80ba-c054d7cdb2a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:09.18578205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"6d5b7fdf-0ef2-49b5-80ba-c054d7cdb2a2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:09.211223786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"04d9bdfb-e4dc-4d8a-9818-ab4d8c83cb7c","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:09.211771755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"0aaedbf8-9a66-4b7c-9cc0-57c7f28a8399","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:09.239962075Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"5bb5a109-41c4-4f50-a4a8-defe35a9ec6d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:09.240031598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"5bb5a109-41c4-4f50-a4a8-defe35a9ec6d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:09.240025325Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"4d08c156-7e0a-4bcb-b875-18c3102b37c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:09.240099563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"4d08c156-7e0a-4bcb-b875-18c3102b37c9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:09.305019294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"1f09a519-69f5-4aa0-967b-051638840ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:09.305495007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"c1621d6b-b442-41f8-9870-86830c8f00d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:09.368426314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"790bff77-af02-4b5b-9f40-ab2af732e017","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:09.369176455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"7182f213-f38e-479f-a18a-ab63d9781233","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:09.410923772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"c1621d6b-b442-41f8-9870-86830c8f00d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:09.416247102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"1f09a519-69f5-4aa0-967b-051638840ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:09.418457039Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"c93de123-1342-4f29-a4f4-c75586a4983b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:09.418604506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"c93de123-1342-4f29-a4f4-c75586a4983b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:09.750022263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"fb191882-e4ae-4b6b-9b18-57a09adeefa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:09.752655001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"1b74c19c-86c4-4b5b-a049-e13913070ebf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:09.810777795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"fb191882-e4ae-4b6b-9b18-57a09adeefa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:09.812639854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"1b74c19c-86c4-4b5b-a049-e13913070ebf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:11.99196611Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"800aff63-af10-470b-8711-ba474ea53ac2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:11.992065904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"800aff63-af10-470b-8711-ba474ea53ac2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:11.99243149Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"387e35e0-64c6-49cf-a469-c41f6ecfaa2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:11.992561449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"387e35e0-64c6-49cf-a469-c41f6ecfaa2a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:12.147849422Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"7abdf23e-2e8c-4011-b4b1-edf93eaeb328","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:12.147951659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"7abdf23e-2e8c-4011-b4b1-edf93eaeb328","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:13.360152803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-fc07a2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-sub","reconcileID":"cb3bf9c5-9533-4245-a7bd-43425346218a","MaaSSubscription":{"name":"e2e-rt-eq-fc07a2-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-fc07a2","model":"llm/e2e-rt-eq-fc07a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:13.449215217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"4c608bf1-9a67-4d9b-a21c-1cc88c86cb48","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:13.450384396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25bbf007-f9d6-4998-b2b3-5721f83e47f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:13.451174959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"815ea5ab-4083-4d68-a4db-74c805cb6ef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:13.475398024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-access","reconcileID":"6fa61da0-ca9a-43cf-9bf7-386149e77c74","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:13.523140082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"4c608bf1-9a67-4d9b-a21c-1cc88c86cb48","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:13.526884487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"815ea5ab-4083-4d68-a4db-74c805cb6ef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:13.527478036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25bbf007-f9d6-4998-b2b3-5721f83e47f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:13.545505802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-access","reconcileID":"6fa61da0-ca9a-43cf-9bf7-386149e77c74","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:13.674555211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"27f4abfd-b7eb-460f-b149-79b01b279b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:13.676194593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"7802c44b-f619-4679-b6f8-e720644a3baa","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:13.676284112Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"7802c44b-f619-4679-b6f8-e720644a3baa","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-fc07a2-f890acec6acf","namespace":"llm","model":"e2e-rt-eq-fc07a2","externalModel":"e2e-rt-eq-fc07a2","provider":"e2e-rt-eq-fc07a2-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:13.743551212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"27f4abfd-b7eb-460f-b149-79b01b279b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:13.901989562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"123dddff-791a-4f15-b67c-51f645d1bd2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:13.96408964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"123dddff-791a-4f15-b67c-51f645d1bd2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:17.277635044Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"86512145-86f6-4be9-9f0a-3d9638f31fe4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:17.277707766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"86512145-86f6-4be9-9f0a-3d9638f31fe4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:17.277633559Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"43d941a6-a058-46dc-af46-8d4b1611ec4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:17.2777503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"43d941a6-a058-46dc-af46-8d4b1611ec4a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:17.433675324Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"50d1289c-b4f3-490d-adb1-e80fe15b527e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:17.433746373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"50d1289c-b4f3-490d-adb1-e80fe15b527e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: compose ai-tenant-e2e-worker-w3-bbfa07/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: model e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.794296687Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-sub1","reconcileID":"03f68260-15c9-48f7-a026-a05b12ed88ec","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.849618212Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-sub1","reconcileID":"03f68260-15c9-48f7-a026-a05b12ed88ec","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.905383491Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-sub1","reconcileID":"03f68260-15c9-48f7-a026-a05b12ed88ec","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.191072523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"71a213d2-1993-4d2b-9825-338b872ec7e6","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.191137406Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-fc07a2-sub models-as-a-service/e2e-rt-sw-096701-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.253042824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"4cb6fb23-0c8e-4aa6-afaf-8be6dc59f015","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.337490866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"2418919a-51f5-4870-8acb-91eb6989c767","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.465654282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"d2b62375-0aa1-4df3-a931-82ce469552ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.465863019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth2","reconcileID":"ebe37391-8b69-4879-98eb-8b02ad05c907","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.465660865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth1","reconcileID":"5f4b8997-f323-4f5f-b19f-0680aead21a4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.466890646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"5bfb4852-2921-4a29-bd87-df6abce943f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.509401746Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-sub2","reconcileID":"d496c44f-2cdf-4a0a-adb6-4afd2cfce190","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-210f37af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.526688152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"d2b62375-0aa1-4df3-a931-82ce469552ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.52752264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth1","reconcileID":"5f4b8997-f323-4f5f-b19f-0680aead21a4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.528991049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth2","reconcileID":"ebe37391-8b69-4879-98eb-8b02ad05c907","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.529692381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"5bfb4852-2921-4a29-bd87-df6abce943f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.963921797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth1","reconcileID":"b795fca2-1207-4207-bf0d-3dfe50f9787f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.964150505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"c0f812b2-c8b7-44c7-b392-2ebed0b536dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.964345048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"e6fba21e-f90c-4201-9bf0-36adcc60e82b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.963930152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth2","reconcileID":"e2b72421-9324-4a02-8a54-5322b5db2986","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:19.024755371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"e6fba21e-f90c-4201-9bf0-36adcc60e82b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:19.024857591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth2","reconcileID":"e2b72421-9324-4a02-8a54-5322b5db2986","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:19.027563729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth1","reconcileID":"b795fca2-1207-4207-bf0d-3dfe50f9787f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:19.027638668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"c0f812b2-c8b7-44c7-b392-2ebed0b536dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:19.241440365Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:19.247792288Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-subscription","reconcileID":"1cb1637f-4a18-444b-8597-2e5ab7c2f35b","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:19.474946473Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-subscription","reconcileID":"1cb1637f-4a18-444b-8597-2e5ab7c2f35b","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:19.695883769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"ff6a3cb4-bb2b-4f35-85f9-398f18952cea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:19.74122666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"38333572-6150-4f09-b90a-77769cb581b8","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:19.74133175Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-fc07a2-sub models-as-a-service/e2e-rt-sw-096701-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:19.892623732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"38cbe679-0daf-4b4e-842d-ff2dc42394f2","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:19.90601801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"673fd475-ecb6-494c-b830-e219be0141d0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:19.906044939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"76cd0007-a8ba-4e9d-9f60-f19fbc94959d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:19.90656639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"5cab96c0-5e79-43f1-83f2-4094e388bc7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:19.96701068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"76cd0007-a8ba-4e9d-9f60-f19fbc94959d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:19.968002683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"673fd475-ecb6-494c-b830-e219be0141d0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:19.970296167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"5cab96c0-5e79-43f1-83f2-4094e388bc7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:20.295505575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"673fd475-ecb6-494c-b830-e219be0141d0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:20.295735673Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-dedup-auth","reconcileID":"ae51da79-6786-49b7-ace1-a77cfd765f44","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:20.299841137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"351bb940-4486-481b-a83b-7c7d8bb6ddaf","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:20.300520985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"f429bcfa-004f-4599-b7b7-42361fea5621","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:20.510575021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"1a9a7d61-787c-4d6f-9ae2-8375c0c8c11a","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:22.907520958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"20d059f1-3286-4558-aae6-d8f83bf0bcd4","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:22.965501701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"1a58e382-3c41-4b9b-a796-0dc6cc0fa695","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.12933727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-access-denied-auth","reconcileID":"36e7368e-286b-402a-b0b0-a859eb57934e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.184246043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"7e5fb069-bd6a-444a-b6c0-c55a6938267f","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.184391314Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-fc07a2-sub models-as-a-service/e2e-rt-sw-096701-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.18927978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-access-denied-auth","reconcileID":"36e7368e-286b-402a-b0b0-a859eb57934e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.243828405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"cd3b8feb-5369-4dea-bc8b-66b0bb428a4c","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:23.294397765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-user-sub","reconcileID":"b92d2d84-7980-47ea-b496-4668f1986671","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.351390251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"43bc26fb-d749-461b-a3c2-c3136ffb596a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.35166352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"5ce9361c-09c1-4f6e-b142-be92ef5d1f84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.412965686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"5ce9361c-09c1-4f6e-b142-be92ef5d1f84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.412978489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"43bc26fb-d749-461b-a3c2-c3136ffb596a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.413798936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"8d70643a-06bc-45b0-882e-e91135bde238","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.473965199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"4dea5b6d-d745-4e91-8f43-775cb8aa56fc","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.511551409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"75047652-5f8c-45cd-94ea-b9dd1e64f996","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.511597852Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-bbfa07 priority=0:[ai-tenant-e2e-worker-w3-bbfa07/e2e-models-other-sub ai-tenant-e2e-worker-w3-bbfa07/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-fc07a2-sub models-as-a-service/e2e-rt-sw-096701-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.5167068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"a95d74e3-abf9-4563-b48b-5c07bfa03059","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.572061878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"cd434bbe-3656-44ba-981b-7d49e24be1e8","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:23.621238558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-other-sub","reconcileID":"72f2dd2f-d534-47bf-a756-19257aa61f85","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.63107148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"ae41b05f-afc0-4b38-88b2-ccf2e1ab1107","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.681165946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-access-denied-auth","reconcileID":"bad16208-503a-404a-b81a-97e62741d0d4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.734428176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"302b0b8c-c03b-4c3e-a290-aa8549e15ff9","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.741440923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-access-denied-auth","reconcileID":"bad16208-503a-404a-b81a-97e62741d0d4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.755691682Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-user-sub","reconcileID":"c8831c9a-e945-4bd2-964f-5b9a5e4199b9","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/e2e-models-other-sub","ai-tenant-e2e-worker-w3-bbfa07/e2e-models-user-sub","ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.792592012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"6b3e563f-bb16-45aa-8ece-f259c6fcd79b","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.821302501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"41209ffc-effa-468c-8790-fc890a51ed45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.821333539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"2675949e-e5a5-424e-be22-6b32eddd5da7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.881659657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"2675949e-e5a5-424e-be22-6b32eddd5da7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.881793843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"41209ffc-effa-468c-8790-fc890a51ed45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.931261607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"7c126368-e17a-4353-9fd0-106f930cc906","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:23.97674719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"2942f249-6c7c-4616-9969-b9fdb4ca76dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:24.068975564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-access-denied-auth","reconcileID":"130245fb-73c2-4290-b603-cb5f2da887b1","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:24.084335718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-other-sub","reconcileID":"75afa928-20a9-4989-a065-8d37f94fd4e9","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:24.128759652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-access-denied-auth","reconcileID":"130245fb-73c2-4290-b603-cb5f2da887b1","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:24.179095425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-user-sub","reconcileID":"6db97eff-ecb4-4a67-aeda-69b1e9ed6060","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:24.258401932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"4aa18eb6-b2a3-4ad9-8d77-0f608fbfc2b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:24.258408065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"5544268a-75f7-4052-b8dc-afc10cc9d477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:24.259332975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"8b286fa7-d209-4f2f-9b54-f2b99eddf328","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:24.318695632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"5544268a-75f7-4052-b8dc-afc10cc9d477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:24.318693955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"4aa18eb6-b2a3-4ad9-8d77-0f608fbfc2b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:24.479527961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-other-sub","reconcileID":"04d72ed3-3e8e-49db-b41e-e10b4d79950e","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.54869616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"e47e11e6-0787-4f8a-9bc1-12a6b5ffa351","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.713785568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"a903a7cb-20df-4ee9-a217-b01db4241ce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.714005203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-access-denied-auth","reconcileID":"53ac2e00-e8e8-4d57-b9c5-284182c44d00","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.713800213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"e6700e1e-0a3f-4252-9315-bdedb5280ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.774680481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"a903a7cb-20df-4ee9-a217-b01db4241ce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.775334804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-access-denied-auth","reconcileID":"53ac2e00-e8e8-4d57-b9c5-284182c44d00","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.778285534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"e6700e1e-0a3f-4252-9315-bdedb5280ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:28.564641297Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-sub2","reconcileID":"9e8a9ff9-2a44-40da-9e76-a07cdf59c624","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:28.619605209Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-sub2","reconcileID":"9e8a9ff9-2a44-40da-9e76-a07cdf59c624","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:28.675326039Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-sub2","reconcileID":"9e8a9ff9-2a44-40da-9e76-a07cdf59c624","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:28.956106346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"32059f5e-fb82-4234-80a6-199f6096e196","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:28.95615407Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-fc07a2-sub models-as-a-service/e2e-rt-sw-096701-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:29.018342879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"599ce160-3edb-4496-9c35-607cbba9feb8","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:29.112928773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"69c68396-c595-48ad-9035-0600e38d8aff","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:29.230814138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"b349b894-4877-424b-b675-5d37d57024c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:29.231045821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"41f24b25-5d4d-4523-9079-3b9141bc38c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:29.230811808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth2","reconcileID":"a8370461-5ce7-4669-ab62-74dcda81a824","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:29.231449128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth1","reconcileID":"b018abcd-5067-4b7d-b65d-8d7df864fa47","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:29.29132125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"b349b894-4877-424b-b675-5d37d57024c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:29.291433493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth2","reconcileID":"a8370461-5ce7-4669-ab62-74dcda81a824","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:29.29361112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"41f24b25-5d4d-4523-9079-3b9141bc38c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:29.293711397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth1","reconcileID":"b018abcd-5067-4b7d-b65d-8d7df864fa47","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:29.501455905Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth1","reconcileID":"e2ab2d2f-752b-4694-a379-99f7b8f0ce1b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:29.719893849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth2","reconcileID":"d4b59d41-245f-49c3-8bcc-8ffc56305647","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:29.761600575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"b6a66003-3f7e-44b8-8c1a-27428502078a","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:29.779881509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth2","reconcileID":"d4b59d41-245f-49c3-8bcc-8ffc56305647","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:29.905212559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"aa07f075-b3bd-48ed-ba1e-c8a12cc9494e","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:29.990045735Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-return-all-auth2","reconcileID":"cfa8c608-fee0-42c4-b655-86daf1186383","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:30.206077128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"bfccb661-1597-49f5-b79b-23c3794acc8d","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.569451798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"b5cadbe4-e4db-42e6-951b-a820a66c4526","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.62941925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"69948a56-d0ef-4366-a459-c4dda8145b26","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.79379997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-invalid-sub-auth","reconcileID":"47d8a65b-4aff-4485-8fb8-859f7ef9400e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.845004992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"0d3a640b-5d44-40c9-8b53-26410320a51d","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.845051207Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-fc07a2-sub models-as-a-service/e2e-rt-sw-096701-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.853459246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-invalid-sub-auth","reconcileID":"47d8a65b-4aff-4485-8fb8-859f7ef9400e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.903314111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"47558075-014b-42c0-8bf0-5684d06764bb","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:31.974570953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-valid-sub","reconcileID":"35e97a3e-4853-43b2-90c3-fbfa546b133b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.011449126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"5dd00a34-81e8-4467-89ba-d40f0d774485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.011817572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"702157b2-2e45-4030-bde6-277132136087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.089850029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"702157b2-2e45-4030-bde6-277132136087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.094472137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"5dd00a34-81e8-4467-89ba-d40f0d774485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.0995088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"8f6b0024-a7a1-4684-a840-5c93e3cbf42b","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.161479364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"689e5ce6-3a5b-45ea-b0c0-c1e784c6f996","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.189760532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"bd7092d6-9783-468b-bfc3-a563366dca15","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.404161218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-invalid-sub-auth","reconcileID":"662586d3-ca0c-4506-b01e-83fb1e0859d3","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.466988546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-invalid-sub-auth","reconcileID":"662586d3-ca0c-4506-b01e-83fb1e0859d3","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.469021218Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-valid-sub","reconcileID":"114e7b4e-09ba-46e7-a2f9-e9a5942176bf","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-models-valid-sub","ai-tenant-e2e-worker-w1-98a19b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.521692707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"51caecf4-d9f9-496b-9c7d-d44d0cf17f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.5225398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"5bbd84b4-706a-442a-87a4-623064b42389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.586306896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"5bbd84b4-706a-442a-87a4-623064b42389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.594088547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"51caecf4-d9f9-496b-9c7d-d44d0cf17f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.660326892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"1dfa53e0-538a-4ad6-972c-0e564e3336af","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.72673762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"75885aab-2f75-46e6-93f5-37bc69a390b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:32.810121623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-invalid-sub-auth","reconcileID":"662586d3-ca0c-4506-b01e-83fb1e0859d3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-invalid-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.901116093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-valid-sub","reconcileID":"3f53e01f-6804-496f-83c0-400234f636cf","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:33.003039506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-invalid-sub-auth","reconcileID":"327ce403-c033-47a9-a0b7-cab1f4f80102","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:33.077275294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-invalid-sub-auth","reconcileID":"327ce403-c033-47a9-a0b7-cab1f4f80102","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:33.160679683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"d2b7252f-ea79-486a-ad4c-8cc89155b304","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:34.200485483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"b662d6f6-b19c-42b9-9c68-188aee7313a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:34.201154097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"9d3dc115-cade-4904-9181-1b629f1ae401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:34.202958674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-invalid-sub-auth","reconcileID":"a6a0bded-0225-4746-9095-d731ea82d366","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:34.286097985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"b662d6f6-b19c-42b9-9c68-188aee7313a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:34.288638755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-invalid-sub-auth","reconcileID":"a6a0bded-0225-4746-9095-d731ea82d366","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:34.297687728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"9d3dc115-cade-4904-9181-1b629f1ae401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:34.404711089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"ca971c0b-f5aa-4165-b190-77ec3046cb76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:34.424969656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"a08124b3-04cc-4b13-af5e-7e3390708db1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:34.467525003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"ca971c0b-f5aa-4165-b190-77ec3046cb76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:34.486921019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"a08124b3-04cc-4b13-af5e-7e3390708db1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:35.782207396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"75b6e94e-2e0a-4f69-8a89-6aa93a9d5c85","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:35.954111302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"c3fe1816-762a-4565-9a99-555739254999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:35.954901786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-invalid-sub-auth","reconcileID":"a1045f5e-0f19-4e9c-8f7d-ebfc857ab465","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:35.955483106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"3476a4ef-f5ca-4695-a4aa-617b70ec77c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:36.01930945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-invalid-sub-auth","reconcileID":"a1045f5e-0f19-4e9c-8f7d-ebfc857ab465","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:36.021462058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"c3fe1816-762a-4565-9a99-555739254999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:36.021875267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"3476a4ef-f5ca-4695-a4aa-617b70ec77c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:36.719588195Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-user-sub","reconcileID":"9ab020c1-6469-4dd4-bbc4-9904b67b4f4a","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:36.960049925Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-user-sub","reconcileID":"9ab020c1-6469-4dd4-bbc4-9904b67b4f4a","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/e2e-models-other-sub","ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:37.193302607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-other-sub","reconcileID":"33162d8c-7de9-40d3-8ef1-1ce05fdd868c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:37.193920534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"b8dce44e-bb7e-40b6-bd0c-55590a1ea219","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:37.229020619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"82a4b4a0-251a-456a-b423-ee8f69a5ba2e","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:37.229069534Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-fc07a2-sub models-as-a-service/e2e-rt-sw-096701-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:37.386533744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"e91d022a-c136-49ae-b301-df8fa77d35ed","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:37.400063044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-access-denied-auth","reconcileID":"6d67fb52-e435-4501-9c47-31961090ea1d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:37.400663498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"e0455ce8-5728-4e84-b360-5dfa66b5ec0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:37.400790504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"48685d70-3bd6-403d-b99c-77c784ea5a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:37.470245617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-access-denied-auth","reconcileID":"6d67fb52-e435-4501-9c47-31961090ea1d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:37.472803668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"e0455ce8-5728-4e84-b360-5dfa66b5ec0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:37.479383731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"48685d70-3bd6-403d-b99c-77c784ea5a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:37.869951361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-access-denied-auth","reconcileID":"70aeb5b1-6b5a-4cd6-a708-1ecc0d364d0c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:37.870673958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"17a24daf-a2b9-4e13-82b4-86f1b0113ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:37.874860453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"156373b8-f821-46c7-99c3-e0f1e474038a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:37.934148504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-access-denied-auth","reconcileID":"70aeb5b1-6b5a-4cd6-a708-1ecc0d364d0c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:37.934152023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"17a24daf-a2b9-4e13-82b4-86f1b0113ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:37.936265279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"156373b8-f821-46c7-99c3-e0f1e474038a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.400931216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"9cf6530c-1b6f-4479-8592-01bb1ebfc963","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.400979439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"9cf6530c-1b6f-4479-8592-01bb1ebfc963","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-fc07a2-f890acec6acf","namespace":"llm","model":"e2e-rt-eq-fc07a2","externalModel":"e2e-rt-eq-fc07a2","provider":"e2e-rt-eq-fc07a2-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.572638809Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-fc07a2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-sub","reconcileID":"2750daf4-1bf5-4a59-b76a-102bb9f32c8a","MaaSSubscription":{"name":"e2e-rt-eq-fc07a2-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-674eceb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.618826332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-access","reconcileID":"76aaa618-90f7-4b3e-aaea-606632409ea0","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.618969693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48741235-f1d0-40ad-a201-503672aefd12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.618827972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"c68d9222-11ab-4a49-96a3-700c56255b73","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.619317065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3276fb77-855a-4584-b293-2f039fca2afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.679172312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-access","reconcileID":"76aaa618-90f7-4b3e-aaea-606632409ea0","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.679564591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"c68d9222-11ab-4a49-96a3-700c56255b73","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.681323141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48741235-f1d0-40ad-a201-503672aefd12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.681840446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3276fb77-855a-4584-b293-2f039fca2afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:43.115876488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a72345b-c793-4d18-bfe1-70e62e20e2bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:43.115876981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cb6b554-b124-476f-99a7-5e4d5b56990d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:43.176166887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a72345b-c793-4d18-bfe1-70e62e20e2bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:43.176376134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cb6b554-b124-476f-99a7-5e4d5b56990d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:43.225791468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-access","reconcileID":"404b8431-f2a4-4b0e-999f-23a00126f794","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:43.225829578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"7fe2e166-74bf-4913-9224-4891cd4fc557","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:43.287378553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"7fe2e166-74bf-4913-9224-4891cd4fc557","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:43.28737856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-access","reconcileID":"404b8431-f2a4-4b0e-999f-23a00126f794","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:45.956832185Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-valid-sub","reconcileID":"a6e608d9-9dc4-46f8-81d2-a954e39c20ee","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:46.184858101Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-valid-sub","reconcileID":"a6e608d9-9dc4-46f8-81d2-a954e39c20ee","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:46.408091525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"5dfe879b-72f0-4fb3-b888-9a62dec0d2e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:46.451109751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"4a80ea7f-31d5-429a-afdc-9c22d39e3662","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:46.567501786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"4fc582d8-2b7d-4a54-b346-0c6ca5d64a80","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:46.567548455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"4fc582d8-2b7d-4a54-b346-0c6ca5d64a80","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:46.616081084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"73513098-01f7-4a41-a7e1-57723521f582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:46.616212437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"20d935fa-a90f-45e5-a459-2e4a8cee56d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:46.616081017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-invalid-sub-auth","reconcileID":"f3393e10-35a8-4864-8307-cbb47e4c9de9","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:46.622965377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"28b21971-99e9-4128-b45a-14e27a4a18dd","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:46.676791854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-invalid-sub-auth","reconcileID":"f3393e10-35a8-4864-8307-cbb47e4c9de9","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:46.677289041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"20d935fa-a90f-45e5-a459-2e4a8cee56d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:46.679971601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"73513098-01f7-4a41-a7e1-57723521f582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:46.890253645Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-models-invalid-sub-auth","reconcileID":"bc71e6f3-828e-4ce6-bfb8-cc40dfcd0c6c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:47.059159102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"ec52caab-32a6-412f-9a10-32d6759ae543","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:47.558972632Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-other-sub","reconcileID":"3965df2b-c3e0-41d4-8697-aefac345afab","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:47.786279547Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-other-sub","reconcileID":"3965df2b-c3e0-41d4-8697-aefac345afab","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.008922358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"29056ceb-e179-4afa-885a-6d6700948b00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.009952245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"869ae9cf-3d08-4977-b4cf-ab11378cfcca","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.149830081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"da84b18a-2375-4e46-8728-48c46d96ac0d","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.161464178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"02ef23d0-5806-44d8-bc6c-372f4157a2df","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.175956817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"81f85de1-fc87-4372-b8a2-efe7ab66f7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.176275999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-access-denied-auth","reconcileID":"ce26cd26-e105-4a22-a54f-afd35eef955f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.176839052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"03c0fb74-a80d-488d-9f54-26d7aa303754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.210020352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"742bb110-41e8-4bb2-ae0b-32409b752002","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.23562012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-access-denied-auth","reconcileID":"ce26cd26-e105-4a22-a54f-afd35eef955f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.235748229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"81f85de1-fc87-4372-b8a2-efe7ab66f7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.237998384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"03c0fb74-a80d-488d-9f54-26d7aa303754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.399239176Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-models-access-denied-auth","reconcileID":"2270f758-15b4-449a-966f-ea4838009a39","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.429572536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"f1f7dc3a-c44b-485a-b941-bfe9b41b2e61","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.431869071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"917c8fc5-479e-465b-b35e-d486d7a1ee0f","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.489336979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"f1f7dc3a-c44b-485a-b941-bfe9b41b2e61","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.493170492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"bf79b566-313d-424e-90da-025ee1b15f34","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:48.541809607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-sub1","reconcileID":"fc4722a1-a573-4c4e-8e50-2b3e1ba44248","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.613677613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"22d3c70b-139a-481a-bda8-8fe2a65a1df1","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.649839916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"a3970dab-894e-4cb4-bb11-ca46e8618017","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.650035157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"76c5a0c4-e070-4520-be15-2589b42e4896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.650271538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"3a0386d5-703f-4ba8-b1fa-1eb177532f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.70987582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"3a0386d5-703f-4ba8-b1fa-1eb177532f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.710028187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"76c5a0c4-e070-4520-be15-2589b42e4896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.710498787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"6d3a29ac-297e-459f-93cc-5513ec7bd2f9","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.726413165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"3d925d45-2f7d-46fa-93b7-0bad11998be7","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.786422902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"75f917ae-2943-4d46-bbb5-662c769afdc7","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.816746997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"8499524b-0c92-4352-a560-f0676bc5b1a7","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:48.931591496Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-sub1","reconcileID":"8d8d227d-6010-483e-8898-8a694828688f","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-w1-98a19b","model":"distinct-w1-98a19b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.029395049Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-98a19b priority=0:[ai-tenant-e2e-worker-w1-98a19b/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-98a19b/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.029484823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"c2649cac-7465-46a2-aff1-e3c2f2eda4ea","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.05862584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"be78cf05-4512-4406-b35a-d0a10636b0d2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.093834429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"1cc58e86-75cf-4135-b249-a502e320e540","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.118780825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"be78cf05-4512-4406-b35a-d0a10636b0d2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:49.136291336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-sub2","reconcileID":"9a339587-7501-4a46-8b32-6b0d60e44503","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:49.147217244Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-98a19b/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:49.149883108Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"1cc58e86-75cf-4135-b249-a502e320e540","name":"distinct-2-w1-98a19b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-98a19b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:49.149936881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"1cc58e86-75cf-4135-b249-a502e320e540","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-98a19b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.15005893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"c433ffbe-ab09-4f4c-93ca-14eeb1c2f5fe","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.155259137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"e31d4d51-87dc-4c6a-9f9b-63e2c6f8dd7e","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.159778943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"9a2a86fd-9c1d-42b9-8867-190499fe1b74","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.220297522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"9a2a86fd-9c1d-42b9-8867-190499fe1b74","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.228075214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"b7aa8498-6627-4843-9e2a-bc6410885724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.231942529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"31edc4e7-2a2b-4bd5-9dad-614f4e7d5174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.241465055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.245764262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"4e000a62-8252-4443-bbd5-158be35239cb","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.287716374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"b7aa8498-6627-4843-9e2a-bc6410885724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.291157983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"31edc4e7-2a2b-4bd5-9dad-614f4e7d5174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.303705837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"0988bb86-e0d6-4fa5-8476-07681ce05891","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.325614736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-sub1","reconcileID":"75090bfb-f9d5-4483-8d14-76d7620bf024","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.476050747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"caf7a48a-c790-42f0-90cb-5c1d01d2a823","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.526532013Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-sub2","reconcileID":"38c82cdb-8659-4208-9450-62de55a26dbf","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-2-w1-98a19b","model":"distinct-2-w1-98a19b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.687823835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"d158e907-e263-4fb3-9304-987011c1c51a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.701061674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"64c8018a-e32b-44d9-83e2-925d07273d8c","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.747544597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"d158e907-e263-4fb3-9304-987011c1c51a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.787411113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"e50fcbfb-eff8-4a47-9832-8d37b7220cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.787582465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"6c97c9c9-58ef-487b-8b4b-4b7241beaa0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.787414893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"103b2484-a8bc-4e18-9075-eb6eb68bc6d3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.847533524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"e50fcbfb-eff8-4a47-9832-8d37b7220cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.847735579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"6c97c9c9-58ef-487b-8b4b-4b7241beaa0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.8497349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"103b2484-a8bc-4e18-9075-eb6eb68bc6d3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.921998705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-sub2","reconcileID":"965c0013-45f7-43f2-a22e-b88ea4a6f314","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-2-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.117515727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"d2d2525c-7d1a-4649-a2c8-743e1000eca6","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.176329396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"2f5e4c75-a4e4-4a09-8620-cc0a8454fe60","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.394680365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth1","reconcileID":"82e198a4-3176-4e60-8443-ceed55640a67","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.407372615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"89a81a42-8389-47c5-bf4a-d018bd0a5223","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.407566299Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-98a19b priority=0:[ai-tenant-e2e-worker-w1-98a19b/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-98a19b/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w3-bbfa07 priority=10:[ai-tenant-e2e-worker-w3-bbfa07/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.455229568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth1","reconcileID":"82e198a4-3176-4e60-8443-ceed55640a67","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.468760878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"c9f3e28d-b4cc-49b7-a6b1-e7b7c3860d4b","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:50.513711627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-sub1","reconcileID":"1fa96606-b05e-447c-9cf8-c44699bcabfe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.526517272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"4a7276bd-84ea-4940-a8e7-f6580eebf86d","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.587874894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"befecc89-c630-4529-92bf-d0a8180ad6d4","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.621341832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"51785e56-9d14-4f23-8dae-fda29abe383c","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.625613471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"ee1669c2-1641-4735-aff1-27ce31afc3a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.62563019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"d0b960a9-67b9-4b28-bc7c-dc17bf9af1a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.649231586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"2bcc160a-0537-4e3f-b355-286839689389","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.68387161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"523681e6-da97-4792-8763-8cd24158836f","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.68727409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"07b7b8e4-da39-439b-ad9e-9eb8f1249f7f","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.689056663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"d0b960a9-67b9-4b28-bc7c-dc17bf9af1a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.689721784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"ee1669c2-1641-4735-aff1-27ce31afc3a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.745325701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"e7ce8fcc-0702-45f2-9999-d719c1548e5f","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.783822172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"46f4fdd8-a032-41a6-950f-108ee1a86179","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.906515082Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-sub1","reconcileID":"abdad16f-a4ba-47de-b611-55d8a928ec5d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-w3-bbfa07","model":"distinct-w3-bbfa07","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.980083426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"d11af744-c1fb-4ba0-b932-b27ac5d5092e","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.980082066Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-98a19b priority=0:[ai-tenant-e2e-worker-w1-98a19b/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-98a19b/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w3-bbfa07 priority=10:[ai-tenant-e2e-worker-w3-bbfa07/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.022834931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"3e60abc7-b77f-43c6-8db0-f73ea5b87199","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.046958713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"bac00146-15b9-4f4a-9156-100266da15e8","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.082811195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"3e60abc7-b77f-43c6-8db0-f73ea5b87199","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.086406446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"ec4b3c83-302e-40c2-ac66-59562e658a83","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:51.086855482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-sub1","reconcileID":"abdad16f-a4ba-47de-b611-55d8a928ec5d","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:51.103295618Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bbfa07/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.109634676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth1","reconcileID":"2bc40bae-df40-4617-8508-5330936167e0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.152090673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"8bb72acc-e5f2-4af4-ad4c-1fa31efc5ff1","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.169976836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth1","reconcileID":"2bc40bae-df40-4617-8508-5330936167e0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.210338353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"f7543341-1616-4d65-af63-f7fba7aca8c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.210338269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"25397121-9977-4338-9c2e-1dc32054feff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.27254888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"25397121-9977-4338-9c2e-1dc32054feff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.272993095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"f7543341-1616-4d65-af63-f7fba7aca8c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.323949473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-sub1","reconcileID":"9bd9260f-f47f-4906-932f-e29fc81f0630","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.411241276Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-sub2","reconcileID":"4a4a76a3-8836-4254-82e4-51e1ca29e5b7","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-2-w3-bbfa07","model":"distinct-2-w3-bbfa07","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.422121847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-2-w0-a74d15","reconcileID":"90b97a61-9e68-4963-83c7-51c35ff29b27","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-2-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-2-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.482123998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"6b3265b5-5b84-4467-8aef-83e3018223db","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.499659432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"09f7a497-1e87-4209-8040-81ab9d1ee156","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.600936685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"4b09517b-8cc4-4c0a-aabd-b9eb0918a79a","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.643090677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth1","reconcileID":"98b7eab7-3325-4db9-bb35-cc4f4dd29b98","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.703370509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth1","reconcileID":"98b7eab7-3325-4db9-bb35-cc4f4dd29b98","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.735843164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"67107d86-92f3-4ce0-a30d-a1f06939fbd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.737257726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"5da54a9c-f5b4-4680-a69d-e85df15d0723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.737533623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"a0127d40-7fea-4504-811d-b09240244a89","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.795749669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"67107d86-92f3-4ce0-a30d-a1f06939fbd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.797313638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"5da54a9c-f5b4-4680-a69d-e85df15d0723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.798270434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"a0127d40-7fea-4504-811d-b09240244a89","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.821269858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-sub2","reconcileID":"62abc297-aa05-49b8-9efb-058a0799265e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-2-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/distinct-2-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.329092777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"fe54d2c9-0b91-4b74-8001-94e962c6caeb","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.392112152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"fe515cb2-1263-48ea-86cf-fcb31624cd34","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.555673954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-auth","reconcileID":"c75eccaa-c57c-4951-8a20-021247757fcc","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.615529426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-auth","reconcileID":"c75eccaa-c57c-4951-8a20-021247757fcc","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.624552099Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-98a19b priority=0:[ai-tenant-e2e-worker-w1-98a19b/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-98a19b/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w3-bbfa07 priority=10:[ai-tenant-e2e-worker-w3-bbfa07/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.628100321Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-fc07a2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-sub","reconcileID":"896a4927-d6a9-4083-bbab-f67fff1a65ed","MaaSSubscription":{"name":"e2e-rt-eq-fc07a2-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-fc07a2","subscription":"e2e-rt-eq-fc07a2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.657698253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"703a6616-6d8f-437e-9fe2-9813d9f26b2d","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"distinct-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"distinct-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.71839771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"930f25a1-7b33-442e-998a-f43d7a825ebb","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:52.742729672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-sub","reconcileID":"1c68676e-8c4f-4bd3-91cb-98139e46b08c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.742886974Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-fc07a2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-sub","reconcileID":"896a4927-d6a9-4083-bbab-f67fff1a65ed","MaaSSubscription":{"name":"e2e-rt-eq-fc07a2-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.745757126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"8bb17de5-33c7-4eb0-97e0-0f58bc599f11","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.790638408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"0bc10aca-0d00-4d2c-a3b7-3f30d4603ede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.790638397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"b0b97691-1662-4047-968e-33fe3b82eaf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.798526571Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-fc07a2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-sub","reconcileID":"896a4927-d6a9-4083-bbab-f67fff1a65ed","MaaSSubscription":{"name":"e2e-rt-eq-fc07a2-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-fc07a2","namespace":"llm","model":"llm/e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.850649457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"0bc10aca-0d00-4d2c-a3b7-3f30d4603ede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.851124826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"b0b97691-1662-4047-968e-33fe3b82eaf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.86000266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"df3f91dd-1e4a-43c3-ab2f-41374e513a11","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.8998592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"0c0edb57-796d-4f97-8504-066e1de5af7a","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.918568465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"3b272a47-c498-41d8-8fa9-507e696a503f","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.079077052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-auth","reconcileID":"9dc5b21a-411e-4a56-98ec-226e0a97963b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.093579847Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-98a19b priority=0:[ai-tenant-e2e-worker-w1-98a19b/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-98a19b/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w3-bbfa07 priority=10:[ai-tenant-e2e-worker-w3-bbfa07/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.138969939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-auth","reconcileID":"9dc5b21a-411e-4a56-98ec-226e0a97963b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.149176534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"6343f32a-25cf-4ff9-be00-86192f4aed06","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.149195361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"6343f32a-25cf-4ff9-be00-86192f4aed06","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-fc07a2-f890acec6acf","namespace":"llm","model":"e2e-rt-eq-fc07a2","externalModel":"e2e-rt-eq-fc07a2","provider":"e2e-rt-eq-fc07a2-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.221804742Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-sub","reconcileID":"3756b191-1555-4df7-b13b-b609d480e231","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w0-a74d15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.234616917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"dec470cd-1728-49d0-a76d-395c3933ed67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.234701779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"cf26b937-847d-413b-9f21-f29836400e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.266402784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"a1640a6c-b237-4ca2-aa3f-78ba53975331","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.29463523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"dec470cd-1728-49d0-a76d-395c3933ed67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.294830191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"cf26b937-847d-413b-9f21-f29836400e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.32377642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"778915c2-34e4-4c04-9b6a-6f9f2b3410e5","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.323795215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"778915c2-34e4-4c04-9b6a-6f9f2b3410e5","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-fc07a2-f890acec6acf","namespace":"llm","model":"e2e-rt-eq-fc07a2","externalModel":"e2e-rt-eq-fc07a2","provider":"e2e-rt-eq-fc07a2-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.367413158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-access","reconcileID":"3226b49d-760b-4ee3-b033-3a095114000a","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.367454264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"2874bb46-9768-4d4c-960d-fda4bf07d8c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.398109117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"15bf1758-cf8e-4a8f-82b3-10f4dbb7c489","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:53.422908014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-auth","reconcileID":"9dc5b21a-411e-4a56-98ec-226e0a97963b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-user-token-filter-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.430986635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-access","reconcileID":"3226b49d-760b-4ee3-b033-3a095114000a","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.43141216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"2874bb46-9768-4d4c-960d-fda4bf07d8c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.44440609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"fd43245b-f11e-415a-8fce-c19ccb00320d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.587949036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"d6783f6e-ec3d-480f-8ede-351ff54c0aa2","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.620466426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-sub","reconcileID":"d0f774fe-a53b-4d36-9e69-26369b7fdfb7","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.643558059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a808141-0633-4d32-8f5c-b5d3a3c4b742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.688009616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-auth","reconcileID":"1dfdd2b0-8b53-4f7a-b932-f84b3b7a09aa","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.703464581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a808141-0633-4d32-8f5c-b5d3a3c4b742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.724658037Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-fc07a2-access","reconcileID":"4869980f-9492-49aa-a732-cbe6912aacdb","MaaSAuthPolicy":{"name":"e2e-rt-eq-fc07a2-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.742162669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11c6497c-7dbb-466e-a343-861243113131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.750517099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-auth","reconcileID":"1dfdd2b0-8b53-4f7a-b932-f84b3b7a09aa","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.759381935Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-sub1","reconcileID":"eebeec38-a0c0-4c5d-b10e-5383b6c48757","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7b1ad1e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:53.803335026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11c6497c-7dbb-466e-a343-861243113131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.000663948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"299db9ce-100b-409e-a9d6-10ddacba1704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.043744899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"2fd80a1f-7454-4ce9-8d41-8873aed688af","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.043765622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"2fd80a1f-7454-4ce9-8d41-8873aed688af","MaaSModelRef":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-fc07a2-f890acec6acf","namespace":"llm","model":"e2e-rt-eq-fc07a2","externalModel":"e2e-rt-eq-fc07a2","provider":"e2e-rt-eq-fc07a2-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.06074646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"299db9ce-100b-409e-a9d6-10ddacba1704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.198156678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"89e497f1-7abc-4c33-ade4-399eb9756980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.259024973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"89e497f1-7abc-4c33-ade4-399eb9756980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.300548995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"074fce46-c017-4fb8-943f-236477d14873","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.30056209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"4fe5e00c-044e-4278-8a10-eb251466b377","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.365281037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"4fe5e00c-044e-4278-8a10-eb251466b377","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.365450898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"074fce46-c017-4fb8-943f-236477d14873","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.601510031Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"5b762a0e-c626-4b46-9284-492bfc77f25d","namespace":"llm","name":"e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.665786362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fa8367be-7ec6-4579-882d-53ada6b6b04c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.665814582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fa8367be-7ec6-4579-882d-53ada6b6b04c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.666166982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c7551a03-31eb-4557-9574-5b5f50786fa9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.666184441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c7551a03-31eb-4557-9574-5b5f50786fa9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.666550297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4893ca41-1ea8-4d35-a966-7f118511a190","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.666568705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4893ca41-1ea8-4d35-a966-7f118511a190","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.666857432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c39d9676-23bb-4ab6-b629-91179e02637f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.666869372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c39d9676-23bb-4ab6-b629-91179e02637f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.667153372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ca9054dd-62f7-45c0-9e66-ed50e39f8c64","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.667166233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ca9054dd-62f7-45c0-9e66-ed50e39f8c64","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.667512769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a121f18-afa3-478f-954d-4a6bd94d38f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.667532708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a121f18-afa3-478f-954d-4a6bd94d38f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.671691882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"71844237-5cb8-4287-9551-f173459fa5da","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.671707816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"71844237-5cb8-4287-9551-f173459fa5da","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.671990508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e7ee100-5d5d-46d8-b968-2adc7bb09f34","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.672051493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e7ee100-5d5d-46d8-b968-2adc7bb09f34","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.727345953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"97bf86e6-a9c8-4a7e-b35e-5be00a9cba27","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.727413763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"97bf86e6-a9c8-4a7e-b35e-5be00a9cba27","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.773011694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-auth","reconcileID":"db56fbb1-929b-489a-a8a1-50376137a2d8","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.774176723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"7ba5afc8-243e-4ced-b25d-75c00deec9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.836232376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-auth","reconcileID":"db56fbb1-929b-489a-a8a1-50376137a2d8","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.838062808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"7ba5afc8-243e-4ced-b25d-75c00deec9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.846829516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"9358b8e1-2c65-4323-9d38-9dc1ed739244","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.88465803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"44abfb2e-cae2-477e-ba88-51b502128105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.884780351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"902da911-6ad4-4a8c-afd1-eefce128543f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.88516942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"86654a98-ecec-4813-8c86-b44a79d2c765","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.891928676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6665c06-0e1f-4f40-a871-74c6e9a017ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.892381204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"72c4accb-d3ff-4bb4-900b-0e4447bacd27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.944738885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"44abfb2e-cae2-477e-ba88-51b502128105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.945955216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"902da911-6ad4-4a8c-afd1-eefce128543f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.947206588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-sub","reconcileID":"c0d5b635-e1be-4576-b89c-65a076c62cfe","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-096701","model":"llm/e2e-rt-sw-096701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.94746868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"86654a98-ecec-4813-8c86-b44a79d2c765","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:55.020741958Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-sub1","reconcileID":"cc782460-5f9a-4ab1-acf6-5d1c38d89581","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e4893bd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:55.254830067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"ee8c1579-3fcf-46f4-bb89-36e9cf3e6869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:55.310733895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4364b235-e520-4a10-a3ec-2dd6efd017b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:55.344711285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"ee8c1579-3fcf-46f4-bb89-36e9cf3e6869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:55.4155676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4364b235-e520-4a10-a3ec-2dd6efd017b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:55.495428494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"dfbb4932-a423-45a1-8735-9bf8f9f9452e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:55.610680715Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-fc07a2","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-fc07a2","reconcileID":"52096ed7-1a5c-4d16-aa7e-320e040ff9b9","namespace":"llm","name":"e2e-rt-eq-fc07a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:55.624653539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"dfbb4932-a423-45a1-8735-9bf8f9f9452e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:55.658428934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"0b691287-f333-4643-aed9-18d181bb9eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:55.677668596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"58b62451-3435-4321-a522-2f549e1855b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:55.7655425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"0b691287-f333-4643-aed9-18d181bb9eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:55.770109612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"58b62451-3435-4321-a522-2f549e1855b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:55.969279372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"11871079-b855-445e-b033-927b2e3143c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.002306828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth1","reconcileID":"23374da8-475a-44f0-9490-8ba85024f0fd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.064542154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"11871079-b855-445e-b033-927b2e3143c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.066492938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"1a83cfaa-83e0-4735-98cb-b445764a085c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.070532278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth1","reconcileID":"23374da8-475a-44f0-9490-8ba85024f0fd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.13590623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"1a83cfaa-83e0-4735-98cb-b445764a085c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.203982785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"27034e43-7c7f-4953-a7f3-28aeebc76323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.204811031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"a13c2368-c19d-4830-afc7-020e03207184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.267330299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"27034e43-7c7f-4953-a7f3-28aeebc76323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.268662713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"a13c2368-c19d-4830-afc7-020e03207184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.509222439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"e5b743f3-410b-4c80-a36d-11bb84da6ef8","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.555625156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"eeed9b83-4108-40b5-9382-642616cd31bc","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.555653307Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"eeed9b83-4108-40b5-9382-642616cd31bc","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.563965915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"03a84941-dd2e-42b7-895f-9ef0cbc9cfd0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.575850629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"e5b743f3-410b-4c80-a36d-11bb84da6ef8","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.650581394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12ea72b7-c115-41c0-a4ef-f7ea8a5fa01b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.654204819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"03a84941-dd2e-42b7-895f-9ef0cbc9cfd0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.712961572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12ea72b7-c115-41c0-a4ef-f7ea8a5fa01b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.769001527Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-sub","reconcileID":"9568bfd7-88f3-4a72-92ad-67cbba34cb62","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5174c56c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.814699857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"76a89bde-d9e7-4b01-80fe-af96c73482a5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.814858486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"c0f264ea-87bf-4709-96fa-cb0c21f12509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.875389444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"c0f264ea-87bf-4709-96fa-cb0c21f12509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:56.875435047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"76a89bde-d9e7-4b01-80fe-af96c73482a5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.034495734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"9519e3c7-9abd-49f8-97aa-0cfbce612bc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.094789962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"9519e3c7-9abd-49f8-97aa-0cfbce612bc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.130940286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-auth","reconcileID":"95be7f86-f4f4-4c81-ad07-10fe7904f026","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.14614218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"470b4dc9-15c3-4b4c-a159-343b6467efe0","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.158874135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"0b078814-0566-4806-9055-479798884c66","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.217191704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-auth","reconcileID":"95be7f86-f4f4-4c81-ad07-10fe7904f026","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.22558649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"0b078814-0566-4806-9055-479798884c66","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.343423441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"5cb5053b-de06-4664-9866-c21234e70017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.398736699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03b8916a-9311-4260-8687-fc82e5a757cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.404674075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"5cb5053b-de06-4664-9866-c21234e70017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.459165891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03b8916a-9311-4260-8687-fc82e5a757cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.534497588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"7a861376-5ac7-49a6-ad3b-e1efc95ae642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.594303899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"7a861376-5ac7-49a6-ad3b-e1efc95ae642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.743948181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"2336805d-c66a-49f8-a285-2c25f6997ae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.743968106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"3ccddcfa-3916-4bef-9b19-6e0c35d67749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.804540564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"2336805d-c66a-49f8-a285-2c25f6997ae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.804586121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"3ccddcfa-3916-4bef-9b19-6e0c35d67749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.842596976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8f7c270-6d07-4c80-a15f-455d4a5c0fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.896688932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"893eeed0-dd81-44f9-b832-2dc90309df74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.902117874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8f7c270-6d07-4c80-a15f-455d4a5c0fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:57.95708257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"893eeed0-dd81-44f9-b832-2dc90309df74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:58.024546395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"b234d6aa-9802-41f0-836e-8ed4d3927030","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:58.083902149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"b234d6aa-9802-41f0-836e-8ed4d3927030","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:58.180065836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-auth","reconcileID":"012f574f-64e3-48b6-a037-ae6c12124c90","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:58.180070524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"9a689895-4464-41fb-8127-a72e82ca7066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:58.240483199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-auth","reconcileID":"012f574f-64e3-48b6-a037-ae6c12124c90","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:58.240483612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"9a689895-4464-41fb-8127-a72e82ca7066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:03.814756438Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-sub1","reconcileID":"bbff65c8-b67d-4ddb-a034-6306087e7251","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:03.86971512Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-sub1","reconcileID":"bbff65c8-b67d-4ddb-a034-6306087e7251","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:03.925082432Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-sub1","reconcileID":"bbff65c8-b67d-4ddb-a034-6306087e7251","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.207624724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"1492203d-0c55-47cf-8002-a0c637ad83bf","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.271573083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"5e225ce0-0157-4078-8325-cea55560d7e7","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.333002899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"53a9c90a-42ca-4a7c-9ae6-50272c611058","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.375944956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"81b85b7d-39f4-4c2b-be85-4bf747b4a0cf","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.483929179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"003d150f-27fc-465f-ac3f-b5f63d7e469e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.484182358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"b26dba1d-b90f-40a2-a3f6-0bff3cc6152e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.483929246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"725867bc-2d63-46f4-bbba-fe41931bf226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.484720182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"dc1a4171-9deb-4c3d-a49c-24a90f7c03fc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.54521225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"003d150f-27fc-465f-ac3f-b5f63d7e469e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.546138464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"725867bc-2d63-46f4-bbba-fe41931bf226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.547670191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"b26dba1d-b90f-40a2-a3f6-0bff3cc6152e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.548038907Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-sub2","reconcileID":"38bc9554-7989-4040-992b-77367e7beaca","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2552377d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.549734713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"dc1a4171-9deb-4c3d-a49c-24a90f7c03fc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.981651524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"14ae335e-6ed8-4e59-a9d3-d308bc28e011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.981792342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"0963701d-57f8-4920-a62a-2b8c92c7c36f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.981654138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"1bfec254-5b46-48cb-ab20-fbf0fcdb24c2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.982065629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"c71db443-a3b1-439f-b5ad-3a980055860a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.044728026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"0963701d-57f8-4920-a62a-2b8c92c7c36f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.048111489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"c71db443-a3b1-439f-b5ad-3a980055860a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.048941632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"14ae335e-6ed8-4e59-a9d3-d308bc28e011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.051220375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"1bfec254-5b46-48cb-ab20-fbf0fcdb24c2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.07618496Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-sub1","reconcileID":"19f9fd48-019f-4183-b41a-eaed16e20338","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.131329908Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-sub1","reconcileID":"19f9fd48-019f-4183-b41a-eaed16e20338","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.186522637Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-sub1","reconcileID":"19f9fd48-019f-4183-b41a-eaed16e20338","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.46865243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"81e74eff-e47e-46ff-bbe7-d6f58b8b62eb","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.622675657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"39744c1f-0a73-49d4-9e08-a981af8604e4","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.740963067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"e2c435f6-5d09-4e35-9cc5-bf3264039e0a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.741079882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"0aa9c274-b7fb-4000-ad67-940f708f8cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.793972685Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-sub2","reconcileID":"0c2340eb-0077-4e6d-b11e-f55f136bf8f7","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-33cf573d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.800824996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"0aa9c274-b7fb-4000-ad67-940f708f8cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.801960102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"e2c435f6-5d09-4e35-9cc5-bf3264039e0a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.850226926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"a922358e-524b-4587-b216-93f03f98dd1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.852998406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth1","reconcileID":"56e36a9b-22e2-4473-9505-96165fae5e0a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.91079625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"a922358e-524b-4587-b216-93f03f98dd1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:05.913174061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth1","reconcileID":"56e36a9b-22e2-4473-9505-96165fae5e0a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:06.284330011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"f8ea72ce-8c53-4db8-b07e-b8fea5b9a98b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:06.284333957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"1525f404-a8bd-4b14-99c1-444b5f098071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:06.344839677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"f8ea72ce-8c53-4db8-b07e-b8fea5b9a98b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:06.344974084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"1525f404-a8bd-4b14-99c1-444b5f098071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:06.386019646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth1","reconcileID":"14a91e2f-60e4-471f-bb3d-11bdc31143b8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:06.386038915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"ad7fc4bf-f6db-4c8d-b432-0fb133d00d97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:06.446376199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth1","reconcileID":"14a91e2f-60e4-471f-bb3d-11bdc31143b8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:06.446585872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"ad7fc4bf-f6db-4c8d-b432-0fb133d00d97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:06.826382685Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-sub","reconcileID":"e7d16039-3aed-4a2a-83c9-069a8a49b09e","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-096701","subscription":"e2e-rt-sw-096701-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:06.938982252Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-sub","reconcileID":"e7d16039-3aed-4a2a-83c9-069a8a49b09e","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.009034403Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-sub","reconcileID":"e7d16039-3aed-4a2a-83c9-069a8a49b09e","MaaSSubscription":{"name":"e2e-rt-sw-096701-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-096701","namespace":"llm","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.330256189Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-sub","reconcileID":"e7b25f28-f367-451c-91c9-d45cbfe532a3","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.34896927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"81faf4c4-19a3-4272-97ef-70030415ae87","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.348991356Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"81faf4c4-19a3-4272-97ef-70030415ae87","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.539183749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"5075315f-e1e6-460f-9e74-8e8b53009339","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.539793288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"456b6f63-41e9-4e7f-b2b0-288026369200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.540306007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2a49ce1-21d2-48e6-a173-046291844e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.540929066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"959fd85b-4970-4c01-a794-9ed60f434d9c","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.540951288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"959fd85b-4970-4c01-a794-9ed60f434d9c","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.568660504Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-sub","reconcileID":"e7b25f28-f367-451c-91c9-d45cbfe532a3","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.600670312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"5075315f-e1e6-460f-9e74-8e8b53009339","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.6016658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"456b6f63-41e9-4e7f-b2b0-288026369200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.603064958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2a49ce1-21d2-48e6-a173-046291844e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:07.65298443Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"959fd85b-4970-4c01-a794-9ed60f434d9c","name":"e2e-rt-sw-096701","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-096701\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:07.653049221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"959fd85b-4970-4c01-a794-9ed60f434d9c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-096701\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.717118841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"80ff2a29-0052-4770-9c8d-e395e150c49b","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.717144143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"80ff2a29-0052-4770-9c8d-e395e150c49b","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.789652234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"701583c5-93f7-467f-8903-d9fa1b8e4c08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.792647229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"7745a564-ad3a-4d3d-934b-f932b42e01d2","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.921307394Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-096701-access","reconcileID":"114a2604-fbc3-4edc-aa75-d06d6d9f16f5","MaaSAuthPolicy":{"name":"e2e-rt-sw-096701-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.959676505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"a11f443b-a63f-454a-b766-cca86837ccc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.959684917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"e9798a5a-70e4-41ca-84be-b663d9e4418f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.960418393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"87606965-0826-486b-9a1e-7c025e451ccb","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:07.974824356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-auth","reconcileID":"8fab5da4-440b-4b77-b5a4-fd65d7c5e240","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.021380932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"a11f443b-a63f-454a-b766-cca86837ccc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.021434767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"e9798a5a-70e4-41ca-84be-b663d9e4418f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.034496157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-auth","reconcileID":"8fab5da4-440b-4b77-b5a4-fd65d7c5e240","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.222984662Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-user-token-filter-auth","reconcileID":"a2639bd4-6b05-45fb-aeab-eb0aac6eb0c8","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.239193188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"15c79386-7d3d-400f-9756-5a18c6aa1c8e","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.239220931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"15c79386-7d3d-400f-9756-5a18c6aa1c8e","MaaSModelRef":{"name":"e2e-rt-sw-096701","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-096701-c57438b347c1","namespace":"llm","model":"e2e-rt-sw-096701","externalModel":"e2e-rt-sw-096701","provider":"e2e-rt-sw-096701-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.392382421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"6b7177bb-cdf7-4ede-9081-c7d6d943497a","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.854832117Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"2f31f0ea-b8fc-4a36-ab6f-c5ca11ef3f3b","namespace":"llm","name":"e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.957208285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a567477c-29ee-4620-8415-30bab95cfc8c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.958990953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a567477c-29ee-4620-8415-30bab95cfc8c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.959596204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"47f27a41-41bc-44be-8bdf-4dda51e1208e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.959676652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"47f27a41-41bc-44be-8bdf-4dda51e1208e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.9602336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9203a057-af91-487a-b549-a4926f718db3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.960305174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9203a057-af91-487a-b549-a4926f718db3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.960690586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fcd14549-eadc-40be-aace-ece6a6ca92c0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.960758223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fcd14549-eadc-40be-aace-ece6a6ca92c0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.961782718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aa3c778d-7e9e-414a-84cf-a32cea4873ad","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.961855199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aa3c778d-7e9e-414a-84cf-a32cea4873ad","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.972327619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"28360c7a-27c4-49d8-8519-a4287bf8f860","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.978445572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"28360c7a-27c4-49d8-8519-a4287bf8f860","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.982301931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"97e72a21-3e54-4a13-917d-ea4a911167c3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.982329425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"97e72a21-3e54-4a13-917d-ea4a911167c3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.985590635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d45facc-d75f-429e-9adf-526806e68b08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.985685294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d45facc-d75f-429e-9adf-526806e68b08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.988775886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"f886d2c6-7bf5-4ed8-b435-c8278cb59ecb","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"distinct-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"distinct-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.989362986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"cb842aa8-ac13-4eb4-ba8d-3f68239d3a26","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:08.990227787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"a78c603d-ec8c-49e4-9ca0-1b2b8af61a6a","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.023479235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"ba7fe3c1-2859-4cdb-a8bb-a796b45d6a85","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.023853783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"9a739823-7953-4f82-8021-fb5e0d59c888","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.024126078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"f619ba15-a128-4f0a-bc1b-3e795f64472d","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"distinct-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"distinct-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.061630026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"6e7be6eb-044d-4e1b-b334-e8cf8c9e4e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.065273108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22a1864f-8db6-44ea-9ace-031880079d7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.123933996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"6e7be6eb-044d-4e1b-b334-e8cf8c9e4e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.127653786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22a1864f-8db6-44ea-9ace-031880079d7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.156910629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"bd6fa764-d736-4b26-8c3e-6efc6fae3ba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.156915636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"d0f75f32-16a2-464f-9c6b-250ce0b48bda","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.170314011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"f2f5d3d3-de1f-4430-b10b-e5d42e7916ed","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.174964925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8ec05a53-b23c-45e0-8639-328165bee8f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.17518631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bcd79c1e-1237-49f9-aa91-32f87449adf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.217484315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"bd6fa764-d736-4b26-8c3e-6efc6fae3ba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.218690522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"d0f75f32-16a2-464f-9c6b-250ce0b48bda","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.229947612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"f2f5d3d3-de1f-4430-b10b-e5d42e7916ed","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.28074763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"ef87976e-6928-4228-9af3-85a6788b987f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.281269356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"a35ba3e2-10f5-479e-96a0-5c96599460bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.473613146Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-096701","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-096701","reconcileID":"98ca1444-8439-4f7f-8b95-0a71f6731790","namespace":"llm","name":"e2e-rt-sw-096701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.54507085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b644103e-ce7d-46bf-8615-e7ea79fed898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.571459401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"fc19e3c2-f7c2-4b09-876b-b02aaa2e80e3","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.607919366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b644103e-ce7d-46bf-8615-e7ea79fed898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.65892255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"7778bd2e-f5bb-45c9-9f2e-5a0a4376a166","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.659078008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"0188f3ff-dc47-4a08-945c-c158eab83abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.659374473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"a7d97378-f662-4a65-9f8a-30cdcd83e368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.719133578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"0188f3ff-dc47-4a08-945c-c158eab83abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.71918992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"7778bd2e-f5bb-45c9-9f2e-5a0a4376a166","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.721740939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"a7d97378-f662-4a65-9f8a-30cdcd83e368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.848615737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"d1f159c0-1991-4419-befa-f0edadd10c68","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.862906897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"bb0e1fed-e769-4e59-a36a-cc6f57989028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.908999008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"f6874858-957b-4d11-a96a-8672d708cbcf","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.922869259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"bb0e1fed-e769-4e59-a36a-cc6f57989028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:09.956187168Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-api-key-scoped-sub","reconcileID":"8655082b-6787-46b4-b8b3-71a73f003a8c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.051343597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"d43ef6e3-f6dc-4e82-a40a-81e3622cb254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.085229691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"7ded6387-8429-4191-ae5f-92dedfecdfd9","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.118592773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"d43ef6e3-f6dc-4e82-a40a-81e3622cb254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.149020805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"ad060dc8-b8f8-4337-93eb-0de48e82e7d1","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.203455804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"0d13bf47-7647-448b-8e83-ce190ad88567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.21626054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth1","reconcileID":"33235cd0-6e22-4468-85ba-3f802502bb6e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.23645378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"9ae9bb8e-11d0-4f1b-90a0-c6dc0274b9d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.263735444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"0d13bf47-7647-448b-8e83-ce190ad88567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.2766949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth1","reconcileID":"33235cd0-6e22-4468-85ba-3f802502bb6e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.296736023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"9ae9bb8e-11d0-4f1b-90a0-c6dc0274b9d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.303323705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"cdf5b1c5-5133-41f7-a5f6-f3dedebb88ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.363795456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"cdf5b1c5-5133-41f7-a5f6-f3dedebb88ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.432422916Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-api-key-scoped-sub","reconcileID":"e463cf6b-2b9d-44d4-80de-f4054002c07d","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w0-a74d15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.503635256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"e9eeffd1-3bf2-4292-a95b-4d637362337c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.564070019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"e9eeffd1-3bf2-4292-a95b-4d637362337c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.609755819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"c2df4aac-d728-4d75-9fd8-f16228cc061f","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.657451073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"eb9d062e-d724-4838-bf86-22bbbc263fb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.702856766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"44cd1f8a-4e3a-4c3e-98cc-fa0906f57bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.702879028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc668366-d837-4d7c-9cc4-157cac8ee38f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.765806073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc668366-d837-4d7c-9cc4-157cac8ee38f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.765837691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"44cd1f8a-4e3a-4c3e-98cc-fa0906f57bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.813503977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"73d91491-bdad-4604-bc1c-ebe35bb1700b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.834578024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-api-key-scoped-sub","reconcileID":"44c00561-9cc0-4607-93ff-f6e991b77378","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.876106071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"73d91491-bdad-4604-bc1c-ebe35bb1700b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.925056376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"b7dddcb2-d1a1-429b-b46a-d700919d62f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.985088462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"b7dddcb2-d1a1-429b-b46a-d700919d62f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.076091041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"8b31c0e8-e22d-4cb9-84f6-d63ae7a6750c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.135850475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"8b31c0e8-e22d-4cb9-84f6-d63ae7a6750c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.140837278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a963440-aa6e-45aa-a41b-386153fa256a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.201764901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a963440-aa6e-45aa-a41b-386153fa256a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.242640214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"d7089720-02ff-4e47-a73d-fc8e452e4e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.249124831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"5ef94d84-38c1-45e3-8c37-3f2a04cdd813","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.304012181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"d7089720-02ff-4e47-a73d-fc8e452e4e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.311227403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"5ef94d84-38c1-45e3-8c37-3f2a04cdd813","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.350875842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"911eaf10-3a74-46d7-9141-bb9b4d5a0879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.406157703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"4613ff45-8dd8-476c-bc80-a96d9613a60a","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.422848482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"911eaf10-3a74-46d7-9141-bb9b4d5a0879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.571191602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-api-key-scoped-auth","reconcileID":"b4cbbb5f-d0fe-4cbe-b9ca-c59c27aa662e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.63162567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-api-key-scoped-auth","reconcileID":"b4cbbb5f-d0fe-4cbe-b9ca-c59c27aa662e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.671443993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"58156890-3b28-4986-abad-ede869ce7852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.732036405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"58156890-3b28-4986-abad-ede869ce7852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.963913805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"235263f9-60d7-4ede-a42d-01a44f6cb3cb","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:12.226288564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-api-key-scoped-auth","reconcileID":"694e5be6-e738-4686-8b60-13421455ce9f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:12.29820277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-api-key-scoped-auth","reconcileID":"694e5be6-e738-4686-8b60-13421455ce9f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:13.036854174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"82a6b491-1675-4082-9fae-99e9cb3257b5","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:13.205194802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"4b5d2cdc-f279-443e-9bdf-8eb4d639ff71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:13.205296388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"f82f5091-def3-4912-8a89-6aa56ad19f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:13.206551401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-api-key-scoped-auth","reconcileID":"1b118f1a-cc71-408b-ac47-8dfbf9b14fbb","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:13.274780707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-api-key-scoped-auth","reconcileID":"1b118f1a-cc71-408b-ac47-8dfbf9b14fbb","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:13.274873076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"4b5d2cdc-f279-443e-9bdf-8eb4d639ff71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:13.294711377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"f82f5091-def3-4912-8a89-6aa56ad19f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:14.603927417Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-sub2","reconcileID":"6168cccf-7a3a-468f-bf7e-9120ea1502ea","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:14.658754774Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-sub2","reconcileID":"6168cccf-7a3a-468f-bf7e-9120ea1502ea","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:14.714008478Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-sub2","reconcileID":"6168cccf-7a3a-468f-bf7e-9120ea1502ea","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:14.995760048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"2f2c000f-5879-454f-a631-10e50f57fa9b","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.152837457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"946dbd55-d22b-4314-bfda-19eb7a044243","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.270515247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"245ae31d-6381-441d-86f7-cdf587607bc0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.270701887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"b3a8ecf9-66f5-4944-9600-c26bbb3f50d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.27051545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"595b599e-bc3b-4001-a97b-4013691f4a50","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.270952299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"f007994b-0bee-440d-9779-d99b4e3845f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.330723446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"b3a8ecf9-66f5-4944-9600-c26bbb3f50d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.33083609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"245ae31d-6381-441d-86f7-cdf587607bc0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.333051877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"595b599e-bc3b-4001-a97b-4013691f4a50","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.333120185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"f007994b-0bee-440d-9779-d99b4e3845f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.495128866Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth1","reconcileID":"828fb40e-3ab1-4c1c-b8c6-1b1b25da11d1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.710221439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"3f8a509e-a0f8-41c4-9cf9-dbb5b2801aa2","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.712244776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"78e6b44e-7beb-4bd8-bdc1-9b3b897187fe","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.772264634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"78e6b44e-7beb-4bd8-bdc1-9b3b897187fe","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.849630181Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-sub2","reconcileID":"4d0ca3a4-9c24-436b-963e-0ece271f6427","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-2-w3-bbfa07","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.871929194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"e226af7c-1192-4d09-b6cf-3c9398812a44","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.904632283Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-sub2","reconcileID":"4d0ca3a4-9c24-436b-963e-0ece271f6427","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-2-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.935049605Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-multi-keys-auth2","reconcileID":"e8da8e77-493f-4948-9165-61e1e6cd9512","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:15.959813917Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-sub2","reconcileID":"4d0ca3a4-9c24-436b-963e-0ece271f6427","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/distinct-2-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:16.104602608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"1f4c88ee-d5de-4d7c-801a-a95a70821554","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:16.242062355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"cf5c7dd6-6833-4262-ba3c-33f2a5503c88","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:16.391215855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"e1c6bf2b-d778-4129-ba41-2aef56dc9d7f","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:16.518143358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"9dc0f730-20c5-4ee4-93a3-c48253704ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:16.518399065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth1","reconcileID":"11dfc61d-2f3b-4491-8995-c3878a8d0963","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:16.518143381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"3647cba8-28bd-491e-a21a-080ad8d148cb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:16.518766363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"3dbd1e1d-84fe-4fa9-93f2-60b7eec0cd5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:16.579479141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"9dc0f730-20c5-4ee4-93a3-c48253704ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:16.580031054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"3dbd1e1d-84fe-4fa9-93f2-60b7eec0cd5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:16.582272988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth1","reconcileID":"11dfc61d-2f3b-4491-8995-c3878a8d0963","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:16.582394882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"3647cba8-28bd-491e-a21a-080ad8d148cb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:16.789847371Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth1","reconcileID":"bc7f2252-437b-4eb9-ae61-acf034bf9064","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:17.010476004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"466f5621-3cb1-4fde-b57c-bd7c8bd715ff","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:17.054636788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"e4e0efb9-7bc4-4b9c-bc81-3bff672da5ac","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:17.073474896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"466f5621-3cb1-4fde-b57c-bd7c8bd715ff","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:17.212781356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"2ec268eb-8a23-464d-bfb0-acaf00e90108","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:17.28358205Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-ignore-header-auth2","reconcileID":"3ce818be-6974-435b-84f6-b2c98e06e435","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-2-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:17.532342818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"c882bbe6-bf7e-4301-8e21-93327f022288","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:17.54517074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"3910fa76-8787-443b-8de6-8b5c66f39af5","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:17.59233653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"a251932b-ee87-4a76-8886-81e91287c2fe","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:17.822731254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ba201cf1-efee-4376-b4d0-e75f68d0e19d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:17.836162828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"ca03069d-4575-4690-972c-449603368674","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:17.886013505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ba201cf1-efee-4376-b4d0-e75f68d0e19d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:17.897434764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"7084cdc3-5058-4cf5-b1a2-7e859cd0aaa8","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:17.980449436Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"7084cdc3-5058-4cf5-b1a2-7e859cd0aaa8","name":"distinct-w1-98a19b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-98a19b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:17.9806232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"7084cdc3-5058-4cf5-b1a2-7e859cd0aaa8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-98a19b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:17.993901156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"7dbe8a84-d5a5-4ae6-8ec1-328a49714bee","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:18.005609816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"1576a06d-6baf-45bb-8d94-16ae441b8f33","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.127880024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"85be86c3-8668-42f2-bddf-aa9432d9b895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.128803927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"091dd0a7-f612-4d3e-945c-6a9cbb2a212a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.130716137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"72292415-61aa-4876-9998-77766bcb5466","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.20054413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"d83fcdca-4d99-4086-bb9c-1885c7982654","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.274634137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"965ca4df-2790-4c2f-8a76-0a639ba50317","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.27797613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"091dd0a7-f612-4d3e-945c-6a9cbb2a212a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.304970817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"51aeca16-7aab-45d3-b89e-feaff8477595","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.338001132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"85be86c3-8668-42f2-bddf-aa9432d9b895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.377597789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"166c57bf-865e-4c73-82fa-f7e5bd32c83a","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.537010214Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-98a19b priority=0:[ai-tenant-e2e-worker-w1-98a19b/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-98a19b/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.53804715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"239cd38e-56d9-40a8-9982-e4732c72b28b","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.543888865Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f139d61b-2676-4c98-a6b7-c3d3abbfb90a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-w1-98a19b","model":"distinct-w1-98a19b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.622699132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"613af590-689f-4186-8bdf-af720f117a76","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.67790074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"866792dc-354a-4db0-9d5e-f68d9fa0b0c6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.679618954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"34ad7b9d-0bda-40bf-851e-b50f67c61f0f","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:18.726899156Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-98a19b/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.764542314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"f80bf5c0-3355-45ea-a6ed-69ff967ba815","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.773015834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"866792dc-354a-4db0-9d5e-f68d9fa0b0c6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.8014479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"676961a2-a5f7-45af-9a03-21d4ed907427","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.827961437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"9b565652-f866-4cf7-8013-3571b560b0ec","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.994184448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"676961a2-a5f7-45af-9a03-21d4ed907427","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:18.997515354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"8ee617d8-a437-4482-89ce-9f532414d39e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.181630999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"3180a584-73e9-4e1e-b07f-ec7eba260333","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.183056719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"5efa3d89-2ae1-4f90-a3de-07932a7f2d60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.183394563Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"2eae55fd-480c-4ed7-bb8e-365f31ed829b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-2-w1-98a19b","model":"distinct-2-w1-98a19b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.309146785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"30bcfbdf-0416-43f6-a7c6-3c5c3107b5c1","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.423749184Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.455406148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"5efa3d89-2ae1-4f90-a3de-07932a7f2d60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.461543461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"8ee617d8-a437-4482-89ce-9f532414d39e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.462247171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"571827a5-ff7b-4682-802d-0fe4666ad0b6","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.462970224Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-98a19b priority=0:[ai-tenant-e2e-worker-w1-98a19b/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-98a19b/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.494135463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d30d8b48-c2d2-409e-a53c-fbcf6e455983","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.709068093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"1b11ef26-e40c-4247-9398-b21d18ba9d66","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:19.726961867Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-98a19b/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:19.729332461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-sub1","reconcileID":"598f9287-0d00-48f3-a40a-1f3a5b1e80f4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.815837173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"edad9d57-d20a-4015-997f-7f42c36981a9","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.839484141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7fd7dfd6-84f6-47c0-9b30-4d5f243ed97d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.865261777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"1c0c61e5-d62d-4fe8-9847-0bf3130dff3c","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:19.885446538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"676961a2-a5f7-45af-9a03-21d4ed907427","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.88690719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"1ec1137a-835c-4065-a706-9b3b6f1f29b7","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.977194267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"753c9221-cbd6-40ab-9d25-94e60778d826","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.981279809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7fd7dfd6-84f6-47c0-9b30-4d5f243ed97d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.198746158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"2a68b081-f9d2-4c17-8a9f-f6056d3b799a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-2-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.312429621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d8c642bb-c1df-43c6-979e-c7af0cd0d980","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.350658078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"447616cb-14cb-4b13-9f4b-f8e15933b490","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.409260795Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-98a19b priority=0:[ai-tenant-e2e-worker-w1-98a19b/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-98a19b/e2e-sa-multi-no-hdr-sub2]","namespace=ai-tenant-e2e-worker-w3-bbfa07 priority=0:[ai-tenant-e2e-worker-w3-bbfa07/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-bbfa07/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.832499171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"61cfe56d-24ea-46d5-81da-1108f4289da0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.83357195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"f1ca4a41-1dd6-4261-8f72-e1b3c47d51ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.834574126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"1a895abd-b046-40fd-ba51-04c8691afb57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.870338387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d8c642bb-c1df-43c6-979e-c7af0cd0d980","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:20.870956956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-sub2","reconcileID":"2cb4791d-534f-4d26-ac90-d251189125eb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:20.960939074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-sub2","reconcileID":"fe0ef0eb-f626-4a86-8094-62eb603f210b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.961404359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"de7e86b6-d045-4f18-990a-f72dc7217ac1","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.179184416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"f1ca4a41-1dd6-4261-8f72-e1b3c47d51ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.220574681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"4c9b1fb8-4577-4667-b771-2ee2dffeb563","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.224314247Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-sub1","reconcileID":"075d800f-1c6a-4390-8474-1857b30ecfe4","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-w3-bbfa07","model":"distinct-w3-bbfa07","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.276440626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"61cfe56d-24ea-46d5-81da-1108f4289da0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.338287266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"1a895abd-b046-40fd-ba51-04c8691afb57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.395891616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"fd629bdc-4c49-4386-ab6e-7289dd50178b","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.594236324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"6bf92ee9-53f4-4c8f-87b1-482fd03233d8","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.59574457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"72612e2b-67a6-4551-85f2-fee66363f446","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.717695551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"7bf56d92-33a5-44ea-99de-572b4238b996","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.802136465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"4e839151-a1f9-4558-bd44-e25e2a12fbd1","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.890279868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"c53fa9cf-7f3b-4728-ab26-0551846c895a","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.959191025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"18f25eda-538c-47e6-9c38-5124c3e90c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.962416508Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d25575b8-d58a-4eaf-84a2-fe51e61301d8","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-2-w3-bbfa07","model":"distinct-2-w3-bbfa07","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.019439823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"90ed74c7-e35d-4dfe-b70a-38338b0f2b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.020310366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ac16c74e-5ce3-41cd-9be7-5fdc101af8c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.058447186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"18f25eda-538c-47e6-9c38-5124c3e90c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.091467691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b1f0d10c-8195-4349-b50a-58031aaa1fd7","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.101458882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ac16c74e-5ce3-41cd-9be7-5fdc101af8c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.138139434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"90ed74c7-e35d-4dfe-b70a-38338b0f2b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.196740838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"5c99ff99-76da-481b-8367-30c36a904231","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.265226166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2267e178-6a6f-4c74-9b30-3f6fdeedeeb5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.413048683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"60e62f8f-963f-4ac4-8383-2ea3fa46a8c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.46260834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"3bb63e1f-1bb6-4a81-ae3a-1bfc739e7dc5","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.469778039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2267e178-6a6f-4c74-9b30-3f6fdeedeeb5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.521124657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"60e62f8f-963f-4ac4-8383-2ea3fa46a8c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.591720304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-sub2","reconcileID":"70f61b92-c093-40a6-a127-907b4760bb83","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-2-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/distinct-2-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.709074998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"8edd375f-089c-4d9d-97a3-76ce81ae0c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.768993445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"40245768-ec0d-4f72-ab65-e757039a28b2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.786519673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"8edd375f-089c-4d9d-97a3-76ce81ae0c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.826265684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"7c1979e3-cf10-4555-9725-73e0192c9987","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.837973114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"40245768-ec0d-4f72-ab65-e757039a28b2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.891300817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"83efc776-8514-4e52-bd7b-40c6990de840","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.946229445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"e28eb998-709b-4e06-a0f2-9950156b2a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.953452679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"83efc776-8514-4e52-bd7b-40c6990de840","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.019556769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"e28eb998-709b-4e06-a0f2-9950156b2a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.030171612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"23d7fbd9-771a-47e4-bb7a-dc529df4b8e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.092607204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"23d7fbd9-771a-47e4-bb7a-dc529df4b8e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.217754144Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-api-key-scoped-sub","reconcileID":"93139fef-526f-4761-a2aa-13802afd031d","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.283574512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"cea9ca8d-dcc0-4c4c-89b6-abd495c50817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.347485905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"cea9ca8d-dcc0-4c4c-89b6-abd495c50817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.38459422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7b652d52-a55a-4704-9d03-70e48c49bd5c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.447564892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7b652d52-a55a-4704-9d03-70e48c49bd5c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.454143476Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-api-key-scoped-sub","reconcileID":"93139fef-526f-4761-a2aa-13802afd031d","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.485661348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6ea071f8-52ef-4e41-8a5b-c5050b679bb1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.545847951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6ea071f8-52ef-4e41-8a5b-c5050b679bb1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.68075312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"4ff00f80-8224-4c86-9940-1c736376534c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.730216149Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-98a19b priority=0:[ai-tenant-e2e-worker-w1-98a19b/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-98a19b/e2e-sa-multi-no-hdr-sub2]","namespace=ai-tenant-e2e-worker-w3-bbfa07 priority=0:[ai-tenant-e2e-worker-w3-bbfa07/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-bbfa07/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.730302222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"84300572-a014-4ee9-bba5-e627cd711041","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.791729409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"1f9b9da0-860b-4e3c-a2f1-c9d00cd2ff27","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.893015568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"a30ad76d-9f32-48a3-9693-bc8c3f309905","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.896535221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"5aa76964-303b-4c91-ade4-a3ba34826cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.896536842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"cf0f8ee5-a221-4dc6-847f-06662a0297e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.89707522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-api-key-scoped-auth","reconcileID":"dd2bea29-07dd-4fd1-837b-687ba2f8911a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.957608674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"cf0f8ee5-a221-4dc6-847f-06662a0297e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.958391186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"5aa76964-303b-4c91-ade4-a3ba34826cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.959753802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-api-key-scoped-auth","reconcileID":"dd2bea29-07dd-4fd1-837b-687ba2f8911a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:24.167277194Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-api-key-scoped-auth","reconcileID":"7005118e-cc0e-435f-bcfa-50c818a1aee0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:24.428734527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"33a6b44e-5465-4600-a86c-6e444695e54a","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.034877661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"284c56a8-9380-48fc-9ad0-576bb891b952","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.209624691Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0bd1155a-eab6-46a2-a4b1-bb83fb0c3ca4","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ccd7852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.31400362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8d7534e9-9cbe-42ee-8423-6184dbe1c024","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.314020339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"1b811c48-c965-4472-8cd8-66b23db34f26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.314409023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4efa9787-32cf-4fe4-b5d2-45aded3e7313","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.314471802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"0bdd5619-f702-43b2-bdea-bf8082d45c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.375305767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8d7534e9-9cbe-42ee-8423-6184dbe1c024","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.379977585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"1b811c48-c965-4472-8cd8-66b23db34f26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.379977588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"0bdd5619-f702-43b2-bdea-bf8082d45c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.382210104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4efa9787-32cf-4fe4-b5d2-45aded3e7313","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.858533071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"08aa2924-d8d0-4d06-87a1-42c9f8009ec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.858550716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b9758bda-799c-42b9-b9de-71dea25911c7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.860448824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ba5881a4-c5fb-4254-ad50-c8be8ec505c9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.860694583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"ab2449e6-d1b5-475e-b63a-f8436577ae84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.919484165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"08aa2924-d8d0-4d06-87a1-42c9f8009ec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.920315306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b9758bda-799c-42b9-b9de-71dea25911c7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.923194517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ba5881a4-c5fb-4254-ad50-c8be8ec505c9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:26.92366229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"ab2449e6-d1b5-475e-b63a-f8436577ae84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:29.815507178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"df5485e3-84bf-42ec-8bf8-4c6ea65abf1e","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:29.98768175Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"9b60a442-6696-4093-bc82-ab2e200d6e71","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5d637a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.111281787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"1aed7de1-0996-47a8-a763-59cef5181693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.11186438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"ee7aa1c7-32db-4b5b-8da7-62fb5018dc84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.112238799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"840df222-d99f-4ecb-9fd7-8be66a243a73","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.112602629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4157de00-e06e-4d7f-886e-4be4707e74aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.171452557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"ee7aa1c7-32db-4b5b-8da7-62fb5018dc84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.171643929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"1aed7de1-0996-47a8-a763-59cef5181693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.173973818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"840df222-d99f-4ecb-9fd7-8be66a243a73","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.174167337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4157de00-e06e-4d7f-886e-4be4707e74aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.609567346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"34f757a1-5f8a-47e2-a132-17266db3c093","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.60959284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"fe14c80d-c61d-4390-b8f6-3a09ba9b1d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.610012241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2b05bf68-1309-464f-aa0b-61716419a0ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.610053636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0488495a-4af8-49e4-8859-4a90f2137358","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.67006644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"fe14c80d-c61d-4390-b8f6-3a09ba9b1d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.670152424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"34f757a1-5f8a-47e2-a132-17266db3c093","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.672310923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0488495a-4af8-49e4-8859-4a90f2137358","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.67238025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2b05bf68-1309-464f-aa0b-61716419a0ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.265118879Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c098095f-7660-48cf-b800-d0627b661175","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.320225245Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c098095f-7660-48cf-b800-d0627b661175","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.375539133Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c098095f-7660-48cf-b800-d0627b661175","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.662055822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"20c6b720-77bc-4504-9fc8-c0c78427ae19","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.724020906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"67849ef3-86ce-48b4-b467-0e38f37ff38b","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.7843336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"b37e0758-3478-48ee-9058-13a7a313882f","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.819830746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"e24e59ef-3406-4c34-88ad-25dcae709079","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.880737684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96ade403-885e-4313-958d-587de5437887","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.880758073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96ade403-885e-4313-958d-587de5437887","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.934327135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"1bacab4e-efa9-4d6b-9a96-0446b1242b15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.934410326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"87e09f9e-87f4-4133-a33d-aaa9ed7571cf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.937600194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"84db6cec-204c-4e67-b726-c877b9054124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.937722798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a7f2877c-2d9b-4a65-9518-239a11810232","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.975164092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-54dcfbb9","namespace":"ai-tenant-e2e-mt-54dcfbb9"},"namespace":"ai-tenant-e2e-mt-54dcfbb9","name":"e2e-policy-54dcfbb9","reconcileID":"9b75c919-c831-4e78-8376-f5586a84e631","MaaSAuthPolicy":{"name":"e2e-policy-54dcfbb9","namespace":"ai-tenant-e2e-mt-54dcfbb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.996721717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"1bacab4e-efa9-4d6b-9a96-0446b1242b15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.996793249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"87e09f9e-87f4-4133-a33d-aaa9ed7571cf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.996894429Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d06ca4b7-46bc-4482-8ffa-a3422d7e0a67","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f3bc3a4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.000279542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"84db6cec-204c-4e67-b726-c877b9054124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.000395866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a7f2877c-2d9b-4a65-9518-239a11810232","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.111254396Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-54dcfbb9","namespace":"ai-tenant-e2e-mt-54dcfbb9"},"namespace":"ai-tenant-e2e-mt-54dcfbb9","name":"e2e-policy-54dcfbb9","reconcileID":"9b75c919-c831-4e78-8376-f5586a84e631","MaaSAuthPolicy":{"name":"e2e-policy-54dcfbb9","namespace":"ai-tenant-e2e-mt-54dcfbb9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.172028998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-54dcfbb9","namespace":"ai-tenant-e2e-mt-54dcfbb9"},"namespace":"ai-tenant-e2e-mt-54dcfbb9","name":"e2e-policy-54dcfbb9","reconcileID":"9b75c919-c831-4e78-8376-f5586a84e631","MaaSAuthPolicy":{"name":"e2e-policy-54dcfbb9","namespace":"ai-tenant-e2e-mt-54dcfbb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.47865981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"165195d3-6654-41e6-b319-8727511921e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.478659782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"220f6ee0-cc85-4194-a5ab-473df12ed718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.479287489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"2fe9d475-6bf9-4443-9b86-806310c16776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.479327916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"083d7fbc-a956-4d79-8c42-155bda88a77f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.538867946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"220f6ee0-cc85-4194-a5ab-473df12ed718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.538932591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"165195d3-6654-41e6-b319-8727511921e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.542693421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"083d7fbc-a956-4d79-8c42-155bda88a77f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.542951241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"2fe9d475-6bf9-4443-9b86-806310c16776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.043540436Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c4a5e8a2-97c0-48d4-877e-9f552c04bf02","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.09852493Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c4a5e8a2-97c0-48d4-877e-9f552c04bf02","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.154857286Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c4a5e8a2-97c0-48d4-877e-9f552c04bf02","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.524220385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"8d2ccacf-4a05-408d-8e5b-b10e7ce96d65","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.727042136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"3f41ab39-24db-4579-9a16-c1e5da6ad077","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.857162429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"49e6d41d-74a7-4290-b21d-348ea9b93956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.858123755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3b74e11e-2f7e-4254-a67f-259d5e723bd4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.859612339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6acac6d2-82b5-4dc2-9906-2e380203b278","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.858511057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"8ab8fcab-be58-4f31-b7e3-56140f285cae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.919172723Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"5de182dd-5319-4152-8634-1562b862a62e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d3d35bd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.927576529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6acac6d2-82b5-4dc2-9906-2e380203b278","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.931451385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3b74e11e-2f7e-4254-a67f-259d5e723bd4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.933980277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"8ab8fcab-be58-4f31-b7e3-56140f285cae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.935036093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"49e6d41d-74a7-4290-b21d-348ea9b93956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.436886152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e70c8a80-674a-40ba-8939-8ef1dc938de4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.437666711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"f1451c80-3fdc-4233-9082-f32470d0891f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.438027028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"904c7ab2-8194-4f58-9f98-f508a1b10051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.438246595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2682e810-7cc5-4a04-95f5-25dee2d531dc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.516090163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"904c7ab2-8194-4f58-9f98-f508a1b10051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.611618766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2682e810-7cc5-4a04-95f5-25dee2d531dc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.612616203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e70c8a80-674a-40ba-8939-8ef1dc938de4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.620077708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"f1451c80-3fdc-4233-9082-f32470d0891f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.370030807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"28192dd8-9c1d-4c5a-a4fd-1652b6fdae35","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.370922249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"66007c16-1496-4000-a5ee-35f43ba64a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.371871837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e108cb4c-aa75-4d9d-a893-7b057d32ca75","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.372059738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"6ac34b43-5fb0-465b-a651-a3dc555ae4f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.436620959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"66007c16-1496-4000-a5ee-35f43ba64a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.440448558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e108cb4c-aa75-4d9d-a893-7b057d32ca75","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.443675097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"6ac34b43-5fb0-465b-a651-a3dc555ae4f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.444176305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"28192dd8-9c1d-4c5a-a4fd-1652b6fdae35","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.638122577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"d6ba0192-da3a-494f-9db0-8a91f6476061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.697907998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"d6ba0192-da3a-494f-9db0-8a91f6476061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.938238755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ad7ce28f-3abe-4b92-bf1a-e2b38409dd9e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.938395344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"dde4f95a-ac00-4044-8977-26793b187368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.938245226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8a55bb71-e015-4f98-805e-7a5c147343e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.999630496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ad7ce28f-3abe-4b92-bf1a-e2b38409dd9e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.999634135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"dde4f95a-ac00-4044-8977-26793b187368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:43.001883846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8a55bb71-e015-4f98-805e-7a5c147343e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.05273344Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-sub2","reconcileID":"49a14f2e-4cec-44bd-bd95-ecc7f800df12","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-2-w3-bbfa07","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.10843823Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-sub2","reconcileID":"49a14f2e-4cec-44bd-bd95-ecc7f800df12","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-2-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.163909406Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-sub2","reconcileID":"49a14f2e-4cec-44bd-bd95-ecc7f800df12","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/distinct-2-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.453158844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"95857da6-35c5-4d25-9173-856e1f8aebf5","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.616830199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"e85a09a0-c824-4cc9-89df-a4c7383c70f0","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.727650074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0a677cfe-c9f2-4065-ad52-07bee882ec95","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.727828282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"163bf13c-4753-4074-9bc7-4c1cead6a7cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.72767111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2857e149-bb43-4cfa-b38f-c1e5b6693db0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.728328272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"3efdc005-bf68-48e1-aac9-629771446ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.788145155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"163bf13c-4753-4074-9bc7-4c1cead6a7cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.788157584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2857e149-bb43-4cfa-b38f-c1e5b6693db0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.790347055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0a677cfe-c9f2-4065-ad52-07bee882ec95","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.790483095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"3efdc005-bf68-48e1-aac9-629771446ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.955239705Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bfd166af-c9e0-4f60-a5f4-da7e2356e271","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.124053163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"4b3edc66-98c2-4707-82b5-63bd08339269","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.173511842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6c3826fd-2cee-43c1-a71b-27b719756b50","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.233724422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6c3826fd-2cee-43c1-a71b-27b719756b50","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.305040678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"5f8fcaf3-0011-4f56-9d31-de13a391d96b","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.398064755Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6b543966-d2ee-47be-8f09-c2f2da23212a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-2-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.613688587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"74ae7e17-64b0-45ba-b679-9b0479d51400","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:49.241334776Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.817631697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8978d8e3-863e-45b8-8eb3-bc50defdf787","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.817651428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8978d8e3-863e-45b8-8eb3-bc50defdf787","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.876088904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57aba4a5-e5a0-40cd-8917-2267e5b0f40a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.876110789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57aba4a5-e5a0-40cd-8917-2267e5b0f40a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.977124245Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f7ff9fba-b359-4f28-89d0-7ec46039ab6b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.985947597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"namespace":"ai-tenant-e2e-mt-b49e837c","name":"e2e-shared-int-policy-b49e837c","reconcileID":"eb977805-5cf1-4e36-a071-7d9a1b1cf197","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.032091945Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f7ff9fba-b359-4f28-89d0-7ec46039ab6b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.045376479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"namespace":"ai-tenant-e2e-mt-b49e837c","name":"e2e-shared-int-policy-b49e837c","reconcileID":"eb977805-5cf1-4e36-a071-7d9a1b1cf197","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.087889262Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f7ff9fba-b359-4f28-89d0-7ec46039ab6b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.103379314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"namespace":"ai-tenant-e2e-mt-b49e837c","name":"e2e-shared-int-policy-b49e837c","reconcileID":"eb977805-5cf1-4e36-a071-7d9a1b1cf197","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.117210013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc68c9a0-31b1-436b-8bfc-95515caa7cf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.117226339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc68c9a0-31b1-436b-8bfc-95515caa7cf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.163646687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4df8adbb-5293-483e-ad82-45bb8f4c67b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.163665225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4df8adbb-5293-483e-ad82-45bb8f4c67b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.174506922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6045a807-ae43-4e97-8002-31282e9bb123","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.174524731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6045a807-ae43-4e97-8002-31282e9bb123","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:51.228237398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"namespace":"ai-tenant-e2e-mt-b49e837c","name":"e2e-shared-int-sub-b49e837c","reconcileID":"fc9265f2-2450-4f55-a927-a79352b24c6e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-b49e837c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.275740389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"namespace":"ai-tenant-e2e-mt-b49e837c","name":"e2e-shared-int-policy-b49e837c","reconcileID":"021981d4-fc7e-4b62-9152-1ec004c3885c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.335322832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"namespace":"ai-tenant-e2e-mt-b49e837c","name":"e2e-shared-int-policy-b49e837c","reconcileID":"021981d4-fc7e-4b62-9152-1ec004c3885c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.345082765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82e1f076-07a7-468e-a8ab-1b0f2bf37aa6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.345101093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82e1f076-07a7-468e-a8ab-1b0f2bf37aa6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.395455607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"namespace":"ai-tenant-e2e-mt-b49e837c","name":"e2e-shared-int-policy-b49e837c","reconcileID":"021981d4-fc7e-4b62-9152-1ec004c3885c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.401714818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"168fdb20-cd33-4ea2-8750-38317e4d7c4f","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.463218418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5423d91c-388b-4de4-b172-54d75f5a05dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.463238566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5423d91c-388b-4de4-b172-54d75f5a05dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.563098094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"2e5884b7-c10e-4b09-a9ce-75a928c69837","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.699856597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"2deef2bf-78d6-4edc-849c-d0d0104667b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.699927764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bb1db359-434e-41ba-876c-c767dfc959e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.700420015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d15830cb-edf6-4e0f-8560-e1e16e2f015d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.700636988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"137c6e8d-6f1e-4eb7-bbf6-b996f791cd1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.715032653Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"namespace":"ai-tenant-e2e-mt-b49e837c","name":"e2e-shared-int-sub-b49e837c","reconcileID":"7ac8bc17-06ee-4517-a198-ef288f0b6dd5","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-b49e837c/e2e-shared-int-sub-b49e837c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.765163481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d15830cb-edf6-4e0f-8560-e1e16e2f015d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.765597503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bb1db359-434e-41ba-876c-c767dfc959e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.767478281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"137c6e8d-6f1e-4eb7-bbf6-b996f791cd1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.767780832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"2deef2bf-78d6-4edc-849c-d0d0104667b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.950443526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2609a22-ca70-447f-9313-bb4a18513be8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.950472594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2609a22-ca70-447f-9313-bb4a18513be8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.982135345Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"556ebdd3-9f67-43af-9425-7e95026b2030","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.992415202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1eab6d6b-5065-445f-8b14-468456484b7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.177707128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"namespace":"ai-tenant-e2e-mt-b49e837c","name":"e2e-shared-int-sub-b49e837c","reconcileID":"31c520c6-3511-48c9-ab90-661dcccc282a","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.203723742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"37a679c1-4aa1-487a-b3f0-af3f171503de","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.241836667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"b2482319-c9bd-4775-85fd-269720abf69e","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.265288837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"37a679c1-4aa1-487a-b3f0-af3f171503de","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.294443216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16500acc-f033-4734-99d9-cfaf8946307f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.294498291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16500acc-f033-4734-99d9-cfaf8946307f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.361404381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67058743-b6d5-4fae-b449-f889b18f514f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.361423118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67058743-b6d5-4fae-b449-f889b18f514f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.364116622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe1175a8-2d2d-4284-86fb-7b665a07c5b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.364136883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe1175a8-2d2d-4284-86fb-7b665a07c5b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.402924886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"72d9526f-7022-4e4e-bc12-cb469ea34a7f","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.474751864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"eb4ceb47-d4a0-4f6a-82d5-5d50d026920f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.480323936Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5489821d-5b5c-48b6-90a2-ba44799fad8d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.536189895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"eb4ceb47-d4a0-4f6a-82d5-5d50d026920f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.599596639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"eb4ceb47-d4a0-4f6a-82d5-5d50d026920f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.604705138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4909a8a-a3dc-4caa-a451-8e99a43aae27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.604721671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4909a8a-a3dc-4caa-a451-8e99a43aae27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.660689838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80295ba0-8af0-45c6-ab92-c203fa0cfba7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.660713124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80295ba0-8af0-45c6-ab92-c203fa0cfba7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.664835679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1974cbb1-f48d-4b0f-a841-6a5508b5370a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.664850999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1974cbb1-f48d-4b0f-a841-6a5508b5370a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:52.713132756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-sub-b49e837c","reconcileID":"dbec5524-896d-4678-9429-4e5fe1f517f4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-b49e837c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.741237466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"5557b8c9-87f2-474e-84a5-0de0139b3dc1","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.770264624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"d145fb48-0776-4141-8c89-b556406dc33e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.828590702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9d90e7a-852c-41e9-b328-08b66a33f67b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.828613711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9d90e7a-852c-41e9-b328-08b66a33f67b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.833002035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"d145fb48-0776-4141-8c89-b556406dc33e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.892321735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"824b85ed-a87e-47c8-bfc2-0c6b86e8b540","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.892340625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"824b85ed-a87e-47c8-bfc2-0c6b86e8b540","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:52.895149546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"d145fb48-0776-4141-8c89-b556406dc33e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:53.1781573Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-sub-b49e837c","reconcileID":"dc783dde-a185-403c-bd44-3df4ac7b6559","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-8974a326/e2e-shared-int-sub-b49e837c","ai-tenant-e2e-mt-b49e837c/e2e-shared-int-sub-b49e837c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:53.356756466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a45aa7e3-ca1a-4303-a8a5-b06afdb2e36a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:53.356876864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a45aa7e3-ca1a-4303-a8a5-b06afdb2e36a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:53.399210375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"namespace":"ai-tenant-e2e-mt-b49e837c","name":"e2e-shared-int-sub-b49e837c","reconcileID":"4c3ef2e9-6846-4d67-bad1-5eefadb971f3","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:53.399230317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7c95e798-392b-4291-b415-8a3e6fa2f001","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:53.58523171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-sub-b49e837c","reconcileID":"df09a1c2-62ca-459d-ac76-189b71c86eb4","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.386956913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7eac3948-4ea6-43d0-a12d-6458487a2823","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.386978326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7eac3948-4ea6-43d0-a12d-6458487a2823","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.446419937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09d50756-4928-46fc-98f2-923f813a8158","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.446437374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09d50756-4928-46fc-98f2-923f813a8158","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.611500867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"60f4f417-6e91-457d-af21-87967ca9c7b1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.686513907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1609bea-323f-4608-931c-1a4b811de7dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.686532099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1609bea-323f-4608-931c-1a4b811de7dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.744569126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efe8175f-75dd-4289-8658-cf2fa4795e4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.744587939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efe8175f-75dd-4289-8658-cf2fa4795e4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.757188764Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"60f4f417-6e91-457d-af21-87967ca9c7b1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:54.796562678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-0f44c3","reconcileID":"d86bde97-2838-46f6-bfba-dc8ed1ef9205","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-0f44c3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.823338526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"60f4f417-6e91-457d-af21-87967ca9c7b1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.854511882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b688b467-9df1-4f29-bcdb-76a02bf8d608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.854656693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8f23180-f344-4591-a98b-1edece71937b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.882822393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bebeb2d2-40ed-47e2-84ad-03dd6ff17a30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.882841422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bebeb2d2-40ed-47e2-84ad-03dd6ff17a30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.913284059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3d8e022-4266-47d1-9b89-ca4855c785bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.913304844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3d8e022-4266-47d1-9b89-ca4855c785bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.918093425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b688b467-9df1-4f29-bcdb-76a02bf8d608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.918181515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8f23180-f344-4591-a98b-1edece71937b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.974432805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27badc8e-0d86-4e1f-9d99-97d1b05d5722","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:54.974455332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27badc8e-0d86-4e1f-9d99-97d1b05d5722","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:55.047412425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"73e44dfd-34eb-47b6-8f8e-f3c388321f7c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:55.109559028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"73e44dfd-34eb-47b6-8f8e-f3c388321f7c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:55.177001411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"73e44dfd-34eb-47b6-8f8e-f3c388321f7c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:55.265051346Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-0f44c3","reconcileID":"ebc8da83-ce76-4a61-815e-c6ffddbfb4b4","MaaSSubscription":{"name":"e2e-default-int-sub-0f44c3","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"subscriptions":["ai-tenant-e2e-mt-8974a326/e2e-shared-int-sub-b49e837c","ai-tenant-e2e-mt-b49e837c/e2e-shared-int-sub-b49e837c","models-as-a-service/e2e-default-int-sub-0f44c3","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:55.443547434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1ad91e9-2b51-44a1-b334-3c6067188428","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:55.443567934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1ad91e9-2b51-44a1-b334-3c6067188428","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:55.493714055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11500678-32cc-4ac9-8677-c6838e84728a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:55.493784686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-sub-b49e837c","reconcileID":"a2fe9760-52b8-4daa-b24e-a78f12a2f001","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:55.494177268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"namespace":"ai-tenant-e2e-mt-b49e837c","name":"e2e-shared-int-sub-b49e837c","reconcileID":"234c39da-818e-41e2-9bf8-5337877f7624","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:55.673013283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-0f44c3","reconcileID":"cf9ce8da-d9d0-4bb9-b1ee-c2401a97aaf5","MaaSSubscription":{"name":"e2e-default-int-sub-0f44c3","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:56.129259188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"5279300f-122b-4a2a-b389-eef2430ac1d2","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"distinct-2-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"distinct-2-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:58.114267004Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-54dcfbb9","namespace":"ai-tenant-e2e-mt-54dcfbb9"},"namespace":"ai-tenant-e2e-mt-54dcfbb9","name":"e2e-policy-54dcfbb9","reconcileID":"9ec52d84-d03f-4bc1-9451-34d69aaa0714","MaaSAuthPolicy":{"name":"e2e-policy-54dcfbb9","namespace":"ai-tenant-e2e-mt-54dcfbb9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:58.278898635Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-54dcfbb9","namespace":"ai-tenant-e2e-mt-54dcfbb9"},"namespace":"ai-tenant-e2e-mt-54dcfbb9","name":"e2e-policy-54dcfbb9","reconcileID":"9ec52d84-d03f-4bc1-9451-34d69aaa0714","MaaSAuthPolicy":{"name":"e2e-policy-54dcfbb9","namespace":"ai-tenant-e2e-mt-54dcfbb9"},"policyNamespace":"ai-tenant-e2e-mt-54dcfbb9","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:58.572305587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"214ce12c-85c3-4947-b9a9-f0dd766d4613","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:58.572441497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"214ce12c-85c3-4947-b9a9-f0dd766d4613","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:58.573286627Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"namespace":"ai-tenant-e2e-mt-b49e837c","name":"e2e-shared-int-policy-b49e837c","reconcileID":"b016a632-108b-4545-abe6-e0a1aa620315","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:58.737046482Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"namespace":"ai-tenant-e2e-mt-b49e837c","name":"e2e-shared-int-policy-b49e837c","reconcileID":"b016a632-108b-4545-abe6-e0a1aa620315","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"policyNamespace":"ai-tenant-e2e-mt-b49e837c","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:58.815713991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5e8f5f2-b350-42c0-b30d-b92990670c0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:58.815845985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5e8f5f2-b350-42c0-b30d-b92990670c0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:58.966174514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcfbfb37-405b-418e-a96e-922e91042d47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:58.966296207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcfbfb37-405b-418e-a96e-922e91042d47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:00.187025288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"11ad0433-f110-4a9c-b952-84d9b219b622","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:00.201616581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"65cfda09-579b-43ad-b1d0-423c3b0dff1d","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:00.255425027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"afe707ad-e4f1-4833-9071-275683185ba2","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:00.255797539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"ed3d2f13-c82c-4c0a-b873-0e97308d1168","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:00.362041531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"edf30f68-7be0-4cb4-ac41-2ab51cceb011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:00.363225575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"f4b560d9-0e5f-4769-ae38-26517beb78c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:00.413658249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"31215d6a-75b1-4527-9558-50546c37f3e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:00.436529394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"edf30f68-7be0-4cb4-ac41-2ab51cceb011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:00.454525108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"f4b560d9-0e5f-4769-ae38-26517beb78c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:00.571570186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"d65b82ca-ef3f-41e6-972f-757a82687f42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:00.852008979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"f82862b3-944b-4673-918e-01bd56091d62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:00.852045139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"5eefaf39-0053-4656-9e95-a1b6b6a76683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:00.91202449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"5eefaf39-0053-4656-9e95-a1b6b6a76683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:00.91406268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"f82862b3-944b-4673-918e-01bd56091d62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:03.006933471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"c5bbd563-97de-4d90-9750-0cd432e20c97","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:03.141474552Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"c5bbd563-97de-4d90-9750-0cd432e20c97","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:03.201404566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"c5bbd563-97de-4d90-9750-0cd432e20c97","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:03.262278167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c4e0e02-b769-4fe4-837f-e2c2193e58fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:03.26229818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c4e0e02-b769-4fe4-837f-e2c2193e58fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.341240392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"510e946b-4544-4b6f-b38c-8bf456052776","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.476103689Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"510e946b-4544-4b6f-b38c-8bf456052776","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.534845884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"510e946b-4544-4b6f-b38c-8bf456052776","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.542767595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"74530de1-15bd-455d-9976-10bb5c7ebf72","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.595508417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a32515db-879a-403b-b62b-8b79296afa31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.595527905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a32515db-879a-403b-b62b-8b79296afa31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.602508225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"ba05814a-f1b9-4667-90ce-ee018182d702","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.752231538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"28b31cb5-5256-4e97-98ac-90317d10ac0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.752452151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"1efdfe82-334e-401c-a2a0-cc3affa894a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.766900276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5d9a0fa6-59a5-4124-a758-a94ccb308ed1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.813142746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"28b31cb5-5256-4e97-98ac-90317d10ac0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.813698929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"1efdfe82-334e-401c-a2a0-cc3affa894a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.826684499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5d9a0fa6-59a5-4124-a758-a94ccb308ed1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.834446196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"9b2aaf01-2f85-4fa9-b0c9-3130e999f4eb","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.894139164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"89e44f10-12b8-41fe-8abd-86bab25a1135","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.934419096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"75a4da38-67c3-4d74-b041-03465fe27148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.934433711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"83dc0fa0-875b-4bad-86ba-f2a46f7653a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:05.948327724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-api-key-deleted-sub","reconcileID":"0cbdb025-7051-4361-8674-4909a7ed04ba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.994276504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"75a4da38-67c3-4d74-b041-03465fe27148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:05.994782814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"83dc0fa0-875b-4bad-86ba-f2a46f7653a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.061587128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"570e5e6a-287d-48bf-9dbe-9eb81218036c","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.121176202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"418b13fe-b424-46b5-939e-f1ca2ef315b3","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.180117334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"fc6cb84e-8b88-410b-bd23-f482d09123e5","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.184881066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"9edde7fc-bd1e-4861-91e4-20a28229c41f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.184975738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"db03178d-9668-4509-b678-75271b12d4d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.244834398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"db03178d-9668-4509-b678-75271b12d4d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.245839876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"9edde7fc-bd1e-4861-91e4-20a28229c41f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.342046092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e0cc053c-2b06-4ede-af96-9216810caaca","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.399757173Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-api-key-deleted-sub","reconcileID":"8e444b47-297b-42fa-9ca5-33a1b236818b","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-b0a183/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w2-b0a183/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.40266866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e0cc053c-2b06-4ede-af96-9216810caaca","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.443270361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"f3e8ae2f-b707-4c4e-9d88-37e3aaba9f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.443339543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"1d21046a-662d-42ef-a455-8406b1a22bdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.503276442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"1d21046a-662d-42ef-a455-8406b1a22bdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.503556811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"f3e8ae2f-b707-4c4e-9d88-37e3aaba9f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.574759773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"b5d51717-b315-4ba3-a383-60d1e474b47d","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.624331328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"16977381-5434-4603-b2af-b6bdd781af6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.629175862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"43d13571-f392-4ef1-a78d-69ac4d52b900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.629175588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"138a8b23-61ef-46e6-8dfd-fba9cb61dc7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.691055432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"43d13571-f392-4ef1-a78d-69ac4d52b900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.692883896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"138a8b23-61ef-46e6-8dfd-fba9cb61dc7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.800018471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-api-key-deleted-sub","reconcileID":"00b22f4c-0be7-4d30-9d27-7a2f17693cfe","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:08.774058023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"e05a952d-0b92-4cfd-8dc3-4e796a9d3415","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:08.938098069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3ca41e5d-37be-402c-bf13-237da2ec7171","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:08.938311023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"211bd236-01a7-461c-910a-53f97af6d103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:08.938107197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"c1c4ad3f-f887-4552-83ff-823adf62a015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:08.998575797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3ca41e5d-37be-402c-bf13-237da2ec7171","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:08.999371063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"211bd236-01a7-461c-910a-53f97af6d103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:09.000861807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"c1c4ad3f-f887-4552-83ff-823adf62a015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:09.160782057Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"namespace":"ai-tenant-e2e-mt-b49e837c","name":"e2e-shared-int-sub-b49e837c","reconcileID":"51970aa3-346f-4bdd-a33c-d16bac6f17be","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-b49e837c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:09.388995546Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"namespace":"ai-tenant-e2e-mt-b49e837c","name":"e2e-shared-int-sub-b49e837c","reconcileID":"51970aa3-346f-4bdd-a33c-d16bac6f17be","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-b49e837c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-8974a326/e2e-shared-int-sub-b49e837c","models-as-a-service/e2e-default-int-sub-0f44c3","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:09.613053362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-0f44c3","reconcileID":"a084d2d4-4160-4299-8081-57d43d051f14","MaaSSubscription":{"name":"e2e-default-int-sub-0f44c3","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:09.613155945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-sub-b49e837c","reconcileID":"77c7c1ac-0079-4a54-b25a-d5d5235659d7","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:09.613597025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"db618c37-778c-43f2-9445-8c4adb431b94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:09.615760168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"786bfba1-a7d2-4361-b1d8-7128e5a79a80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:09.615775676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"786bfba1-a7d2-4361-b1d8-7128e5a79a80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:13.374241102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"f2dfc30e-0512-4974-bfdb-a02847576c6d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:13.50737566Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"f2dfc30e-0512-4974-bfdb-a02847576c6d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:13.565758808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"f2dfc30e-0512-4974-bfdb-a02847576c6d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:13.62408933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06310315-e2e9-40c4-a8df-4bb788945ded","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:13.624110118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06310315-e2e9-40c4-a8df-4bb788945ded","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:15.760214406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"3df3b9a7-fb14-4235-89bd-193e0ac453dd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:15.894383977Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"3df3b9a7-fb14-4235-89bd-193e0ac453dd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:15.952875027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"3df3b9a7-fb14-4235-89bd-193e0ac453dd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.010921889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0dab88e-ce78-4b34-913d-bbe6203d9d8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.010940867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0dab88e-ce78-4b34-913d-bbe6203d9d8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:18.945703993Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-api-key-deleted-sub","reconcileID":"8067f36a-0691-427c-8df6-cd60da55900c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:19.172170596Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-api-key-deleted-sub","reconcileID":"8067f36a-0691-427c-8df6-cd60da55900c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-b0a183/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:19.240665275Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:19.39858263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"2911ccd1-21e2-453e-8010-1b4d2b9c08c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:19.438291935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"8c9571d1-18f8-4462-a049-bc0fd50328d5","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:19.60228723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"70231754-8c84-4adb-ab23-641c04a84b09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:19.602488316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"1093040c-2104-4c64-a71e-98c1c966859f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:19.602288197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-api-key-deleted-sub-auth","reconcileID":"af83d193-e018-407a-a467-7a23a2c56a58","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:19.665576363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"70231754-8c84-4adb-ab23-641c04a84b09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:19.665696286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-api-key-deleted-sub-auth","reconcileID":"af83d193-e018-407a-a467-7a23a2c56a58","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:19.668017543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"1093040c-2104-4c64-a71e-98c1c966859f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:23.736961609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"f7e97052-4c04-4da1-8016-44394aae25c9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:23.870464958Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"f7e97052-4c04-4da1-8016-44394aae25c9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:23.928840536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"f7e97052-4c04-4da1-8016-44394aae25c9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:24.038309571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-w4-4ec609","reconcileID":"71c52063-0a9d-477e-9734-3291995c067b","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:24.099968291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65ab3a31-15a8-405c-ada8-ecd1da4a1947","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:24.099988516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65ab3a31-15a8-405c-ada8-ecd1da4a1947","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.175718712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"70a9be4d-4ad1-48ff-9bbe-cc556fae6ac1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.310225868Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"70a9be4d-4ad1-48ff-9bbe-cc556fae6ac1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.369563385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"70a9be4d-4ad1-48ff-9bbe-cc556fae6ac1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.428171758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"318cb1f2-2520-41cc-a4e1-bbe15e2f8209","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.428273646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"318cb1f2-2520-41cc-a4e1-bbe15e2f8209","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.036992697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"c325826e-298f-4400-90cb-d5ed75d95106","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.037586184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"d73d9707-68e6-4dc5-a65a-3e77f64cc542","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.038060891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-w4-4ec609","reconcileID":"140c0de8-611f-46cb-86ee-f1ec6a489d97","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.163693588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"25e04a5a-5c86-4bc9-9816-ceb357b25de7","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.164139126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"01505925-1451-4ff8-b63d-8792ec078d39","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.164468058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-w4-4ec609","reconcileID":"a8ab5707-89ef-44fc-928e-52a3df74b11c","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.233960378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"d4a29006-a9fe-4ee8-8075-58e7f25d4c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.234755768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"1c65f744-986b-437b-af9d-2f779a6a2ea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.300120896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"661a18d7-3bc8-43a7-bbe0-71f4725adced","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.313483889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"31b8422f-023d-40b4-97e2-38f8250af4b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.321242301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"d4a29006-a9fe-4ee8-8075-58e7f25d4c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.326501159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"1c65f744-986b-437b-af9d-2f779a6a2ea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.729669513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"31641758-bcbe-4397-a528-41a26067482d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.729669647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"c475bb5f-20d3-4fcb-874b-a97da88ec881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.790065442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"c475bb5f-20d3-4fcb-874b-a97da88ec881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.79009967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"31641758-bcbe-4397-a528-41a26067482d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:34.100144707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"5c1081b9-d416-4a11-a372-14727f355089","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:34.236326788Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"5c1081b9-d416-4a11-a372-14727f355089","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:34.294726904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"5c1081b9-d416-4a11-a372-14727f355089","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:34.353649245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8e7cda2-b4f7-442d-8eb9-02f31bb99357","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:34.353671656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8e7cda2-b4f7-442d-8eb9-02f31bb99357","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.418021843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"a6fb4271-16d8-45ed-a03e-de84b5c9c28a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.418035546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"b989dd64-2160-4a4d-ad90-6a05b6a75b14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.478145438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"a6fb4271-16d8-45ed-a03e-de84b5c9c28a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.478303352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"b989dd64-2160-4a4d-ad90-6a05b6a75b14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.59109958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"3173282f-a926-4df2-b1b0-d964a3e011b2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.691982485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"e71b9843-069d-43b6-9a4c-f612bef8b1d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.692212391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"d3c724db-f23b-4b25-9f40-7889185b5c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.723336909Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"3173282f-a926-4df2-b1b0-d964a3e011b2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.752191549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"e71b9843-069d-43b6-9a4c-f612bef8b1d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.752209041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"d3c724db-f23b-4b25-9f40-7889185b5c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.782058899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"3173282f-a926-4df2-b1b0-d964a3e011b2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.845598259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e769edf-56e2-47a0-b249-8468f1700585","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.845623406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e769edf-56e2-47a0-b249-8468f1700585","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:44.464397805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"388a1ca2-fdc3-4abf-8702-26cd939a8183","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:44.597649802Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"388a1ca2-fdc3-4abf-8702-26cd939a8183","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:44.656259336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"388a1ca2-fdc3-4abf-8702-26cd939a8183","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:44.716809908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a56a4b2-1786-4e72-ac41-401fc063685b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:44.716827203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a56a4b2-1786-4e72-ac41-401fc063685b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:47.011510322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"8b43043b-133d-44a5-bd6c-f763aa106b51","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:47.145178208Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"8b43043b-133d-44a5-bd6c-f763aa106b51","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:47.203668722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"8b43043b-133d-44a5-bd6c-f763aa106b51","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:47.23048077Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"e2e-api-key-deleted-sub-auth","reconcileID":"57eccc6f-2631-4a9a-86c0-559b0090abf7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:47.230528185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"dc53885f-c8df-4fa1-aae7-0526de3d6232","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:47.264780071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"616d4c90-1aa8-4c7f-95e4-d7884dd8d688","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:47.26480082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"616d4c90-1aa8-4c7f-95e4-d7884dd8d688","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:47.399819167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"bfc6b0e0-6136-4656-b1f9-49336df57b2f","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:49.273216148Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:53.170694963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ef528b-50c4-4838-9c1d-3aaa1f4857e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:53.225510658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ef528b-50c4-4838-9c1d-3aaa1f4857e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:53.280338631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ef528b-50c4-4838-9c1d-3aaa1f4857e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:53.335003517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ef528b-50c4-4838-9c1d-3aaa1f4857e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:53.628892286Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8d3b6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8d3b6f","reconcileID":"a9a61d18-8438-4233-ba38-94271944a70e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8d3b6f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-8d3b6f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:54.894449103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"69abf164-e259-44f8-93b7-87af79f84638","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:55.061897309Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"69abf164-e259-44f8-93b7-87af79f84638","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:55.120260058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"69abf164-e259-44f8-93b7-87af79f84638","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:55.210345776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e89fe2e-2f0e-4b69-8e3a-a56568159380","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:55.210383484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e89fe2e-2f0e-4b69-8e3a-a56568159380","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:55.492891515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41171e80-4f26-470b-9982-d6f152257198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:55.547414732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41171e80-4f26-470b-9982-d6f152257198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:55.602043801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41171e80-4f26-470b-9982-d6f152257198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:55.656681506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41171e80-4f26-470b-9982-d6f152257198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:57.475319812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"00df7df5-deb7-4d0b-9b4d-e0863eaf12e7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:57.642166957Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"00df7df5-deb7-4d0b-9b4d-e0863eaf12e7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:57.712004275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"00df7df5-deb7-4d0b-9b4d-e0863eaf12e7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:57.774828072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d90b50fe-ef53-4ec7-92b3-6256f8b9793e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:57.774847799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d90b50fe-ef53-4ec7-92b3-6256f8b9793e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:05.32125206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"d06e9772-dae1-4614-9182-80ff2bd09bf1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:05.462953468Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"d06e9772-dae1-4614-9182-80ff2bd09bf1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:05.521478783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"d06e9772-dae1-4614-9182-80ff2bd09bf1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:05.582511946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4319a54b-fde1-4b10-97ec-afa4a545a324","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:05.582623721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4319a54b-fde1-4b10-97ec-afa4a545a324","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:05.827320743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"d300d12d-065d-4fc0-82bf-150b3d9ef2bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:05.827320223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"c14c1cde-6fa7-4ee4-8fd3-fcddf5c7bd0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:05.887838683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"c14c1cde-6fa7-4ee4-8fd3-fcddf5c7bd0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:05.888048063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"d300d12d-065d-4fc0-82bf-150b3d9ef2bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:07.939154547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"12c3b58a-82c9-499f-9cf7-0594ae1656e0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:08.075096246Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"12c3b58a-82c9-499f-9cf7-0594ae1656e0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:08.133491803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"12c3b58a-82c9-499f-9cf7-0594ae1656e0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:08.191903508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f8de8f8-80c5-4ee5-bd7c-e9d46444bb60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:08.19192494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f8de8f8-80c5-4ee5-bd7c-e9d46444bb60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:15.692993343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"3351a92e-e933-4b4e-930e-9b9d9d78e5c4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:15.828209627Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"3351a92e-e933-4b4e-930e-9b9d9d78e5c4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:15.886514501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"3351a92e-e933-4b4e-930e-9b9d9d78e5c4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:15.95091001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1adba1e-062d-412c-9e11-65626ca724cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:15.950930538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1adba1e-062d-412c-9e11-65626ca724cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:18.356155825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"b1adb2bc-1f9c-4ea9-8432-627101498cf4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:18.489156931Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"b1adb2bc-1f9c-4ea9-8432-627101498cf4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:18.547659575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"b1adb2bc-1f9c-4ea9-8432-627101498cf4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:18.605916735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaf90244-cba8-4f2a-b3a8-b402d3447bb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:18.605937252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaf90244-cba8-4f2a-b3a8-b402d3447bb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:19.240770161Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:26.060159623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"76446a15-0e09-41cf-b6c8-5f9a6032c286","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:26.195938046Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"76446a15-0e09-41cf-b6c8-5f9a6032c286","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:26.254491175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"76446a15-0e09-41cf-b6c8-5f9a6032c286","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:26.315126159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"372d07eb-c55c-484f-aa57-ca1d2e4ef900","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:26.315147383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"372d07eb-c55c-484f-aa57-ca1d2e4ef900","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:28.772021889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"8fe14ec8-96ad-47e5-b1b3-d737cd10b54a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:28.905729192Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"8fe14ec8-96ad-47e5-b1b3-d737cd10b54a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:28.964749667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"8fe14ec8-96ad-47e5-b1b3-d737cd10b54a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:29.025259351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"822e0a3f-44e8-4836-9efd-6be86acdc06c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:29.025280882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"822e0a3f-44e8-4836-9efd-6be86acdc06c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:30.627421772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"67b657a9-a8b5-4adf-b318-2d83aaf3004c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8d3b6f","tenantID":"e2e-api-a-8d3b6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:30.75096181Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"67b657a9-a8b5-4adf-b318-2d83aaf3004c","name":"e2e-api-a-8d3b6f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:33.294619192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70cf8b8-5724-4c38-881d-ae8359524d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:33.34968456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70cf8b8-5724-4c38-881d-ae8359524d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:33.404130826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70cf8b8-5724-4c38-881d-ae8359524d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:33.458640165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70cf8b8-5724-4c38-881d-ae8359524d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:33.823190878Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-cf283d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-cf283d","reconcileID":"1d1b7656-3570-4552-a5c2-8b2d521d98a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-cf283d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-cf283d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.437050216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb92ccb-a059-4130-a182-a146bfac14a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.49168388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb92ccb-a059-4130-a182-a146bfac14a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.54620192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb92ccb-a059-4130-a182-a146bfac14a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.600865132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb92ccb-a059-4130-a182-a146bfac14a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:36.450144439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"b3360ff9-5ff3-4c0a-912a-9bb1417cbba6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:36.583416399Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"b3360ff9-5ff3-4c0a-912a-9bb1417cbba6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:36.641986804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"b3360ff9-5ff3-4c0a-912a-9bb1417cbba6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:36.736992822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbb78624-00b7-49e6-9002-287c3c85a595","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:36.737012023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbb78624-00b7-49e6-9002-287c3c85a595","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.600395724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-2-w4-4ec609","reconcileID":"1116b62a-0def-4bf5-b5b4-ff4eec21d6b9","MaaSModelRef":{"name":"distinct-2-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-2-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-2-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.610086627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3aca611-1414-427e-af8f-cd665c6dd661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.668963473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3aca611-1414-427e-af8f-cd665c6dd661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.726563612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3aca611-1414-427e-af8f-cd665c6dd661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.781122691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3aca611-1414-427e-af8f-cd665c6dd661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:38.88923995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"25a50afb-abc6-4b40-b747-0a5faf7f0203","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.033423754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"c5960a69-14c0-4b97-b53d-068a08d5f631","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.168793365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"0163a156-4b95-436b-b1b4-2d35eba6322e","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.228989848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"a9927c8a-e2ed-4910-b6e7-6ad5566fc820","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.241418171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"ff8b62d9-a544-4ebe-9933-bf6bd093744a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.241796244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-api-key-no-access-auth","reconcileID":"35281143-ba5d-4c87-b490-bc2d1b3cea98","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:50:39.276196357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-api-key-no-access-sub","reconcileID":"728b443f-eb85-4093-9c35-c33eefb98c84","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.303749873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-api-key-no-access-auth","reconcileID":"35281143-ba5d-4c87-b490-bc2d1b3cea98","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.351846198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"74eca057-d303-42ae-9644-1fb3f5d1ba2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.351990065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"96b73fc7-77c3-40aa-8b1b-31857d757f2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.390083738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"10318ed0-c193-485f-a210-02fec0c72209","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.412300957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"96b73fc7-77c3-40aa-8b1b-31857d757f2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.413177239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"74eca057-d303-42ae-9644-1fb3f5d1ba2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.425292631Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"ff8b62d9-a544-4ebe-9933-bf6bd093744a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.447917101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"05494680-9c5d-4586-90dd-90921d78d2eb","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.486236898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"ff8b62d9-a544-4ebe-9933-bf6bd093744a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.546779064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c44fde34-d4e3-4f3a-97e4-983396455d7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.546800959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c44fde34-d4e3-4f3a-97e4-983396455d7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.631166707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"1bbf83cf-985b-4db7-93b7-a7b27ad90a5d","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.731266513Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-api-key-no-access-sub","reconcileID":"aaa85b05-e452-4501-9d9f-d4db7e5226cb","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-4ec609/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-4ec609/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.794414246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-api-key-no-access-auth","reconcileID":"2eb1a474-0391-4493-b57a-fe6778b83611","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.848503384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f50552a-b784-425d-8486-297c20f67869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.903310693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f50552a-b784-425d-8486-297c20f67869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.903508068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"700a1277-2d5e-4bcc-8fce-c402da43dbb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.908911083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-api-key-no-access-auth","reconcileID":"2eb1a474-0391-4493-b57a-fe6778b83611","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.909864505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"7a06c4b1-99e0-4f9d-af1c-420e17a96bca","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.957964112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f50552a-b784-425d-8486-297c20f67869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:39.958540524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"b692b24f-765c-45f4-ae97-38cf629f2229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:40.043127119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"7b885bfd-a9c7-4307-853f-9b9a3246b33f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:40.044480577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f50552a-b784-425d-8486-297c20f67869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:40.046523688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"700a1277-2d5e-4bcc-8fce-c402da43dbb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:40.079738345Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"14b13b0f-b824-4e93-b4da-92c45bfc3c22","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:40.079832206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d041878a-0187-4e5b-8a42-4b2ce1cf3b5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:40.079848233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d041878a-0187-4e5b-8a42-4b2ce1cf3b5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:40.10634688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"b692b24f-765c-45f4-ae97-38cf629f2229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:40.214852147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-api-key-no-access-sub","reconcileID":"f5cb6f07-b9d8-445a-b3c5-f28302eccb12","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:40.299735695Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-policy-b49e837c","reconcileID":"14b13b0f-b824-4e93-b4da-92c45bfc3c22","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"policyNamespace":"ai-tenant-e2e-mt-8974a326","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:40.359987284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b35b594-5e78-4ea1-bb3e-3233c6f94cf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:40.360008111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b35b594-5e78-4ea1-bb3e-3233c6f94cf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:40.506693959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"624ef306-16de-409d-a6c1-61b0d060cacf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:40.506713981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"624ef306-16de-409d-a6c1-61b0d060cacf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:42.061347051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"7e1d7e4e-5508-40db-8947-0c444cd0b058","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:42.224534645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-api-key-no-access-auth","reconcileID":"91f5f073-7846-41f9-897a-6b603bf12d61","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:42.224663719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"7c5e3e1a-51eb-4734-9cb0-83ca6f18a781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:42.224533769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"08c3ba55-5891-4cbb-bdc9-2b94c55496ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:42.2850314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"7c5e3e1a-51eb-4734-9cb0-83ca6f18a781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:42.285209225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"08c3ba55-5891-4cbb-bdc9-2b94c55496ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:42.287244362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-api-key-no-access-auth","reconcileID":"91f5f073-7846-41f9-897a-6b603bf12d61","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:49.240925184Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:49.711265011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"0eb05b06-b66d-4e1d-b518-e0ab920084bc","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:49.772213505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"0eb05b06-b66d-4e1d-b518-e0ab920084bc","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:49.830967947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"0eb05b06-b66d-4e1d-b518-e0ab920084bc","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:50.676375237Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-sub-b49e837c","reconcileID":"218143a9-4a85-4fd7-a3f7-2fed9c0bfe4c","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-b49e837c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:50.904119033Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"namespace":"ai-tenant-e2e-mt-8974a326","name":"e2e-shared-int-sub-b49e837c","reconcileID":"218143a9-4a85-4fd7-a3f7-2fed9c0bfe4c","MaaSSubscription":{"name":"e2e-shared-int-sub-b49e837c","namespace":"ai-tenant-e2e-mt-8974a326"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-0f44c3","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:51.12544469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-0f44c3","reconcileID":"07d9ad24-8aba-4a0d-9b89-471a1d112c4a","MaaSSubscription":{"name":"e2e-default-int-sub-0f44c3","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:51.125922451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a1e9dd48-e5d1-47c7-b9c7-754db5dd18ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:51.128219874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0370a828-5efe-43b7-add6-b534d25b33cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:51.128235862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0370a828-5efe-43b7-add6-b534d25b33cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:52.23207071Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-api-key-no-access-sub","reconcileID":"e31163e5-f4fb-4b91-b2eb-d1e8b3c2c20b","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:52.460115835Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-api-key-no-access-sub","reconcileID":"e31163e5-f4fb-4b91-b2eb-d1e8b3c2c20b","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-4ec609/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:52.681045881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"69b041e2-d2af-4e6b-862d-045559872dd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:52.682549197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"5f00f6b5-b3fd-492c-b374-5039390a2f4a","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:52.848278399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"5fc86a61-fe48-499e-93e2-68ae5ecbbec3","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:52.849644877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"48d6ea90-bc48-460a-baed-f6af0e180291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:52.849782537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"87613a23-c2f5-4440-b959-6a6656d0a5ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:52.850210611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-api-key-no-access-auth","reconcileID":"0349a29c-fdc3-4b8c-8c61-d4851800825a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:52.910196701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"48d6ea90-bc48-460a-baed-f6af0e180291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:52.910218577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"87613a23-c2f5-4440-b959-6a6656d0a5ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:52.91255725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-api-key-no-access-auth","reconcileID":"0349a29c-fdc3-4b8c-8c61-d4851800825a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:53.081205663Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-api-key-no-access-auth","reconcileID":"a3600c98-4e49-46cb-89c7-0857a03af6f9","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:53.250844891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"21d743da-87dd-4619-b814-23c978966cfb","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:59.831245076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca743155-7a53-4475-8782-4f8bcd5a1c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:59.885759535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca743155-7a53-4475-8782-4f8bcd5a1c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:59.940376739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca743155-7a53-4475-8782-4f8bcd5a1c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:59.995103588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca743155-7a53-4475-8782-4f8bcd5a1c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.103751193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"80503a62-954d-403c-b010-bdd4a531ff52","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.163377908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"80503a62-954d-403c-b010-bdd4a531ff52","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.288198468Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-111f9c64","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-111f9c64","reconcileID":"ee45f642-d80a-4f2a-93b7-6e380ff8f10a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-111f9c64","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-111f9c64":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.491137129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f073b7e-5a13-40d9-8880-c3c986943493","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.491162082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f073b7e-5a13-40d9-8880-c3c986943493","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:02.030716973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d207124-f684-4ddb-b307-40cb243f984b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:02.085149616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d207124-f684-4ddb-b307-40cb243f984b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:02.139724134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d207124-f684-4ddb-b307-40cb243f984b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:02.194372222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d207124-f684-4ddb-b307-40cb243f984b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:03.890760448Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0f44c3","reconcileID":"7d60dff0-d0e4-412b-a0f8-305ed0aafd83","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0f44c3","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:03.891167054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"154a5fb8-84d3-400d-aa04-d2c5239c3a13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:03.891553725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"154a5fb8-84d3-400d-aa04-d2c5239c3a13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.128564626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbb6dc36-24f1-4f77-9aac-d8cec5409fe6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.129106035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbb6dc36-24f1-4f77-9aac-d8cec5409fe6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.286103089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4588cd1a-3903-4800-8a3c-82fd874eaf89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.286190684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4588cd1a-3903-4800-8a3c-82fd874eaf89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.501546664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71c4f1c6-9819-4ad3-a98c-097ce0017839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.501582438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"396483d6-409d-4333-8756-04ce484cacc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.562047623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"396483d6-409d-4333-8756-04ce484cacc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.562130209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71c4f1c6-9819-4ad3-a98c-097ce0017839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:09.649548121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b6aa0e-0d95-445b-a050-4db0995eff36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:09.704803411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b6aa0e-0d95-445b-a050-4db0995eff36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:09.75963535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b6aa0e-0d95-445b-a050-4db0995eff36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:09.813976523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b6aa0e-0d95-445b-a050-4db0995eff36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.363343468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c539be4-cd7d-42ef-b04b-a5d08588b69c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.363394804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c539be4-cd7d-42ef-b04b-a5d08588b69c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.422821413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ed98801-ee64-440c-8107-5e6a477a417a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.422842274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ed98801-ee64-440c-8107-5e6a477a417a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.53177179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"454e1b40-aa79-4a51-9da3-807521392cab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8d3b6f","tenantID":"e2e-api-a-8d3b6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.666143191Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"454e1b40-aa79-4a51-9da3-807521392cab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"name":"e2e-api-a-8d3b6f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.724698318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8d3b6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"454e1b40-aa79-4a51-9da3-807521392cab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.784754458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7f0a496-d3b6-4b81-a1d1-1534695edaa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.784774143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7f0a496-d3b6-4b81-a1d1-1534695edaa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:12.027678199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"090e069b-749a-4ae7-b752-64227fa43f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:12.115177321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"090e069b-749a-4ae7-b752-64227fa43f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:12.172544191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"090e069b-749a-4ae7-b752-64227fa43f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:12.228425685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"090e069b-749a-4ae7-b752-64227fa43f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:14.511044225Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-0f44c3","reconcileID":"8c0c6507-92b0-4970-a25c-c8f71d6581d4","MaaSSubscription":{"name":"e2e-default-int-sub-0f44c3","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-0f44c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:14.657214817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e296af36-28f3-48d5-a635-9805073f00d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:14.739651756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e296af36-28f3-48d5-a635-9805073f00d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:14.813197466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e296af36-28f3-48d5-a635-9805073f00d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:14.876394301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e296af36-28f3-48d5-a635-9805073f00d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:14.878118048Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-0f44c3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-0f44c3","reconcileID":"8c0c6507-92b0-4970-a25c-c8f71d6581d4","MaaSSubscription":{"name":"e2e-default-int-sub-0f44c3","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:15.099726356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ec06c99-f912-4dd9-a9e5-2c630abe88f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:15.146864055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"181f7816-728e-4f3c-9490-2ca2bd682a69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:15.146884706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"181f7816-728e-4f3c-9490-2ca2bd682a69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:15.311493666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"355c65df-95e4-4710-a3ad-bb5dd1dec6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:15.311494663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93c1ad18-26f2-434f-9544-e23679373005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:15.371797695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93c1ad18-26f2-434f-9544-e23679373005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:15.371829838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"355c65df-95e4-4710-a3ad-bb5dd1dec6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:16.611804734Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4477e2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4477e2","reconcileID":"8cabba9e-b0ad-41e5-80a6-ca5401274756","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4477e2","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-4477e2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:17.078227922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc4a464c-2199-4b22-a2ca-a620e4f0963b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:17.135942474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc4a464c-2199-4b22-a2ca-a620e4f0963b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:17.1964692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc4a464c-2199-4b22-a2ca-a620e4f0963b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:17.254312765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc4a464c-2199-4b22-a2ca-a620e4f0963b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:19.240944072Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:19.333991042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d9d18b-b3f0-4c3c-a702-015d5fdf1644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:19.400434462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d9d18b-b3f0-4c3c-a702-015d5fdf1644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:19.456549147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d9d18b-b3f0-4c3c-a702-015d5fdf1644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:19.510492788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3e441e00-e21a-4c70-b9ee-8ff6c7cbbb82","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cf283d","tenantID":"e2e-api-a-cf283d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:19.511001404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d9d18b-b3f0-4c3c-a702-015d5fdf1644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:19.637025286Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3e441e00-e21a-4c70-b9ee-8ff6c7cbbb82","name":"e2e-api-a-cf283d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:20.896470129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"88665a64-5c4b-4d7a-9df6-f04fb6598f4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8d3b6f","tenantID":"e2e-api-a-8d3b6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:20.956429303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"88665a64-5c4b-4d7a-9df6-f04fb6598f4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"name":"e2e-api-a-8d3b6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:21.014678867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8d3b6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"88665a64-5c4b-4d7a-9df6-f04fb6598f4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:21.647885167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7a6d89-d09c-4eab-b03b-98f93c2badce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:21.703232946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7a6d89-d09c-4eab-b03b-98f93c2badce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:21.757938054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7a6d89-d09c-4eab-b03b-98f93c2badce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:21.812392754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7a6d89-d09c-4eab-b03b-98f93c2badce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:22.507603923Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-61d11a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-61d11a","reconcileID":"921911a2-714c-443d-ae99-90d1f27d1370","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-61d11a","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-61d11a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:23.82205908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d787d3-2b1e-4f25-b918-9da66169bf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:23.87644312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d787d3-2b1e-4f25-b918-9da66169bf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:23.930871059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d787d3-2b1e-4f25-b918-9da66169bf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:23.984926146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d787d3-2b1e-4f25-b918-9da66169bf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:26.021836064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15dcf20c-04dc-4122-8f49-97c934b931cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:26.0762374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15dcf20c-04dc-4122-8f49-97c934b931cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:26.131346143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15dcf20c-04dc-4122-8f49-97c934b931cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:26.185957276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15dcf20c-04dc-4122-8f49-97c934b931cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:28.253408811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"713746f3-bcc6-4e79-905a-43957e857593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:28.30920779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"713746f3-bcc6-4e79-905a-43957e857593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:28.363904365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"713746f3-bcc6-4e79-905a-43957e857593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:28.41845483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"713746f3-bcc6-4e79-905a-43957e857593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.669655406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b72228f0-c981-4509-8493-282ed3766e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.726496353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b72228f0-c981-4509-8493-282ed3766e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.788095834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b72228f0-c981-4509-8493-282ed3766e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.842806044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b72228f0-c981-4509-8493-282ed3766e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:31.190001157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"2e6909e3-864d-404b-bdd3-d01d7d6e9ec4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8d3b6f","tenantID":"e2e-api-a-8d3b6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:31.264843264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"2e6909e3-864d-404b-bdd3-d01d7d6e9ec4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"name":"e2e-api-a-8d3b6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:31.328280572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8d3b6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1eb096fbac54f2c92b1b0c8df733cc4c67d74d9d6cdba735366d0586dfa7aa30) AuthConfig (dffc36f1bd1b49713ec6cf33221053de929b04ebdb0202efe366188a1b30e97e) AuthConfig (c135c6469ded12b969e1b8fdb8f978ab411ffe2db7cf7e7000c1930fa2ecf334) AuthConfig (156023e999ce074d65d747d25bae63bb65679192f9b34409c7a6ac87ec37c540) AuthConfig (4119d8045d8440eeb816592cd69e73107b7b3a18249189be20ff839bf49ebf7f) AuthConfig (0d38f4ef1754f51d68688dbcfdff9b73ac4abc62b8aea23df44488a9686962aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"2e6909e3-864d-404b-bdd3-d01d7d6e9ec4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:31.414600999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae28ad8b-f2f8-4656-a90d-c32d3b9b9a12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:31.414631849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae28ad8b-f2f8-4656-a90d-c32d3b9b9a12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:41.525140734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"b9e022f5-77a6-4853-958c-a96f5b1bf15c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8d3b6f","tenantID":"e2e-api-a-8d3b6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:41.587011771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"b9e022f5-77a6-4853-958c-a96f5b1bf15c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"name":"e2e-api-a-8d3b6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:41.645920813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8d3b6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1eb096fbac54f2c92b1b0c8df733cc4c67d74d9d6cdba735366d0586dfa7aa30) AuthConfig (dffc36f1bd1b49713ec6cf33221053de929b04ebdb0202efe366188a1b30e97e) AuthConfig (c135c6469ded12b969e1b8fdb8f978ab411ffe2db7cf7e7000c1930fa2ecf334) AuthConfig (156023e999ce074d65d747d25bae63bb65679192f9b34409c7a6ac87ec37c540) AuthConfig (4119d8045d8440eeb816592cd69e73107b7b3a18249189be20ff839bf49ebf7f) AuthConfig (0d38f4ef1754f51d68688dbcfdff9b73ac4abc62b8aea23df44488a9686962aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"b9e022f5-77a6-4853-958c-a96f5b1bf15c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:49.255559966Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:51.45937882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"9accc417-3709-464b-b8dd-fdcc7e557dfc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:51.583409218Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"9accc417-3709-464b-b8dd-fdcc7e557dfc","name":"e2e-mt-111f9c64-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:51.756722471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"b27040f7-bda4-4148-bc7a-67ed2bb2c89d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8d3b6f","tenantID":"e2e-api-a-8d3b6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:51.85314641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"b27040f7-bda4-4148-bc7a-67ed2bb2c89d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"name":"e2e-api-a-8d3b6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:51.911593327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8d3b6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1eb096fbac54f2c92b1b0c8df733cc4c67d74d9d6cdba735366d0586dfa7aa30) AuthConfig (dffc36f1bd1b49713ec6cf33221053de929b04ebdb0202efe366188a1b30e97e) AuthConfig (c135c6469ded12b969e1b8fdb8f978ab411ffe2db7cf7e7000c1930fa2ecf334) AuthConfig (156023e999ce074d65d747d25bae63bb65679192f9b34409c7a6ac87ec37c540) AuthConfig (4119d8045d8440eeb816592cd69e73107b7b3a18249189be20ff839bf49ebf7f) AuthConfig (0d38f4ef1754f51d68688dbcfdff9b73ac4abc62b8aea23df44488a9686962aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"b27040f7-bda4-4148-bc7a-67ed2bb2c89d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.022282364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"d90b171d-a4fa-45a6-9478-048d9e4bba1b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8d3b6f","tenantID":"e2e-api-a-8d3b6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.082963393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"d90b171d-a4fa-45a6-9478-048d9e4bba1b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"name":"e2e-api-a-8d3b6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.411723243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0aa129f-f071-4166-84dd-ad5e4d676ca4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.411744428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0aa129f-f071-4166-84dd-ad5e4d676ca4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:06.709200043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"359d1670-39cd-4fa3-ba5d-611a9d202a4c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4477e2","tenantID":"e2e-api-b-4477e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:06.832772497Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"359d1670-39cd-4fa3-ba5d-611a9d202a4c","name":"e2e-api-b-4477e2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:13.924545963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b27fc4-ccf9-421e-b139-142f1eaed1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:13.978941242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b27fc4-ccf9-421e-b139-142f1eaed1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:14.033464796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b27fc4-ccf9-421e-b139-142f1eaed1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:14.087880367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b27fc4-ccf9-421e-b139-142f1eaed1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:16.135693808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4b38fa-bc94-44d6-bc89-7bad86befbff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:16.213194449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4b38fa-bc94-44d6-bc89-7bad86befbff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:16.267964612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4b38fa-bc94-44d6-bc89-7bad86befbff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:16.32276075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4b38fa-bc94-44d6-bc89-7bad86befbff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:16.344263165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad8d5997-ed88-4938-a690-d36575845ff4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:16.344284003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad8d5997-ed88-4938-a690-d36575845ff4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:16.418525874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17caaf6a-001e-4fa1-a4ba-b0e86fb51ca6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:16.418545888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17caaf6a-001e-4fa1-a4ba-b0e86fb51ca6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:16.553041173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"37e36f33-c16e-43b7-999a-f8f314b437e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cf283d","tenantID":"e2e-api-a-cf283d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:16.687023518Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"37e36f33-c16e-43b7-999a-f8f314b437e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"name":"e2e-api-a-cf283d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:16.745553916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-cf283d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"37e36f33-c16e-43b7-999a-f8f314b437e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:16.804589403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7266359-3aa5-42da-85b9-53247bac1ec5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:16.804611741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7266359-3aa5-42da-85b9-53247bac1ec5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:17.3440445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"b30fb35d-d6bd-4c94-a8bf-6cfacd06b328","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-61d11a","tenantID":"e2e-api-a-61d11a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:17.598577046Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"b30fb35d-d6bd-4c94-a8bf-6cfacd06b328","name":"e2e-api-a-61d11a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:18.732430905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba824f28-84b7-44af-97d5-69bcb39b2890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:18.787237379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba824f28-84b7-44af-97d5-69bcb39b2890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:18.841868524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba824f28-84b7-44af-97d5-69bcb39b2890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:18.896382024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba824f28-84b7-44af-97d5-69bcb39b2890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.243680716Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:21.0635562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d387cced-b38e-4e40-bf0f-959007f514a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:21.120774023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d387cced-b38e-4e40-bf0f-959007f514a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:21.176170196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d387cced-b38e-4e40-bf0f-959007f514a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:21.230691212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d387cced-b38e-4e40-bf0f-959007f514a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:21.938912533Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4b1a4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4b1a4c","reconcileID":"69ba00a4-9b80-4cd7-b160-ff03f3285376","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4b1a4c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-4b1a4c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:23.552473818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074c4c01-dc07-425e-bc4a-3d967072d119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:23.608584563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074c4c01-dc07-425e-bc4a-3d967072d119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:23.66437702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074c4c01-dc07-425e-bc4a-3d967072d119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:23.719258915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074c4c01-dc07-425e-bc4a-3d967072d119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:25.743978444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f677b9-fefb-4bb6-ab18-7162e463549f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:25.799791421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f677b9-fefb-4bb6-ab18-7162e463549f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:25.854369965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f677b9-fefb-4bb6-ab18-7162e463549f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:25.912037415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f677b9-fefb-4bb6-ab18-7162e463549f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:26.914507845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"671e729e-dbfd-42a5-89a5-8a5d0251149f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cf283d","tenantID":"e2e-api-a-cf283d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:26.926884169Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-69932e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-69932e","reconcileID":"4e6b0530-4432-46dd-a392-7476fdbe7b74","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-69932e","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-69932e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:26.975296375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"671e729e-dbfd-42a5-89a5-8a5d0251149f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"name":"e2e-api-a-cf283d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:27.035074564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-cf283d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"671e729e-dbfd-42a5-89a5-8a5d0251149f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:28.043789267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5bf9d4-e6cd-4555-9367-fcea9b538447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:28.098306992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5bf9d4-e6cd-4555-9367-fcea9b538447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:28.152510497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5bf9d4-e6cd-4555-9367-fcea9b538447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:28.206990908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5bf9d4-e6cd-4555-9367-fcea9b538447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:30.326318296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49252118-f9bd-4412-b89f-dfed24cc7fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:30.381305415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49252118-f9bd-4412-b89f-dfed24cc7fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:30.435735212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49252118-f9bd-4412-b89f-dfed24cc7fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:30.491061121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49252118-f9bd-4412-b89f-dfed24cc7fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:32.687185684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1cc5a9b-5ced-41ad-9568-c464de07077b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:32.741732928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1cc5a9b-5ced-41ad-9568-c464de07077b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:32.796198778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1cc5a9b-5ced-41ad-9568-c464de07077b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:32.851332802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1cc5a9b-5ced-41ad-9568-c464de07077b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:34.8390009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc9dfb6-ef6d-4f08-9ef3-f8732f85fb39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:34.893484232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc9dfb6-ef6d-4f08-9ef3-f8732f85fb39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:34.948136563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc9dfb6-ef6d-4f08-9ef3-f8732f85fb39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.002648426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc9dfb6-ef6d-4f08-9ef3-f8732f85fb39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.14484789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"da207c09-a34e-4405-b107-567532aad3fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cf283d","tenantID":"e2e-api-a-cf283d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.204718682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"da207c09-a34e-4405-b107-567532aad3fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"name":"e2e-api-a-cf283d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.263487452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-cf283d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a1f71b98668a4a96861d1db53d0dbeacdc3004bd5dc6048f956dc414fefb41f) AuthConfig (b8bf366fd4ce77a04b6ba30efba30bb16a16606b5cf286990bd542f1abb4a439) AuthConfig (4fafa0b0b8c6800a0db88911d806309b7b08c57d36af736e47e43a04914abc3c) AuthConfig (7e8f3104493802ba2655e878cfa0906a97755b3822f35f418503cf6b97fa3cd5) AuthConfig (8801c8b95ea1ac5635694b6a76e91fe161118f6fc9a0cdf553f9139096a23c3b) AuthConfig (7ca3d1f45d86afae8591b16759fae6bf165c8fbbfde8dddceaf661c56ad6e3e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"da207c09-a34e-4405-b107-567532aad3fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.32552062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"598725d0-9c27-4879-bd83-f23b09a1a18d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.325542989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"598725d0-9c27-4879-bd83-f23b09a1a18d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:47.435401339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"e10709c4-ce01-430b-b004-639f6d2288af","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cf283d","tenantID":"e2e-api-a-cf283d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:47.495088939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"e10709c4-ce01-430b-b004-639f6d2288af","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"name":"e2e-api-a-cf283d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:47.553980719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-cf283d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a1f71b98668a4a96861d1db53d0dbeacdc3004bd5dc6048f956dc414fefb41f) AuthConfig (b8bf366fd4ce77a04b6ba30efba30bb16a16606b5cf286990bd542f1abb4a439) AuthConfig (4fafa0b0b8c6800a0db88911d806309b7b08c57d36af736e47e43a04914abc3c) AuthConfig (7e8f3104493802ba2655e878cfa0906a97755b3822f35f418503cf6b97fa3cd5) AuthConfig (8801c8b95ea1ac5635694b6a76e91fe161118f6fc9a0cdf553f9139096a23c3b) AuthConfig (7ca3d1f45d86afae8591b16759fae6bf165c8fbbfde8dddceaf661c56ad6e3e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"e10709c4-ce01-430b-b004-639f6d2288af","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:49.240368135Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:52.371382871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd06a71-e6fe-4ea0-b55f-021c9b7523f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:52.426281946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd06a71-e6fe-4ea0-b55f-021c9b7523f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:52.481591678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd06a71-e6fe-4ea0-b55f-021c9b7523f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:52.539692085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd06a71-e6fe-4ea0-b55f-021c9b7523f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:54.537520892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7caf2ec9-0800-4453-8a51-62cbfa5a4def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:54.592965425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7caf2ec9-0800-4453-8a51-62cbfa5a4def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:54.647776351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7caf2ec9-0800-4453-8a51-62cbfa5a4def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:54.703510331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7caf2ec9-0800-4453-8a51-62cbfa5a4def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:56.731999437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29208a67-0198-4683-9a50-1acea8f53c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:56.786572856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29208a67-0198-4683-9a50-1acea8f53c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:56.841111772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29208a67-0198-4683-9a50-1acea8f53c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:56.895856233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29208a67-0198-4683-9a50-1acea8f53c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.247841559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"c668504b-d98e-465a-a532-c72274d2c22c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.302733238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"305a9cd5-6d85-4ee2-9974-0252508b2a1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.411579888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"6f45adb4-3717-4f43-9186-28b814d8ae6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.536614761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2473239a-fb48-474d-912a-9d5810f7ac9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.640080789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"8b21c09a-d6cd-4c20-a70b-374c636cfc27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.663968522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"bf41d748-9f1e-4038-a598-fafc00b5ea61","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cf283d","tenantID":"e2e-api-a-cf283d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.724076896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"bf41d748-9f1e-4038-a598-fafc00b5ea61","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"name":"e2e-api-a-cf283d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.737248091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"822c5041-b063-4e71-ac91-aa2a2a56dffb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.737395165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"a28c30d5-8c03-4ff6-830e-e55460a8fb3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.924617397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"d96bebbb-32bf-4c0c-9a3d-507edf5501f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.06058384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f20b8c20-2038-4247-8eea-6ef397b18fb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.060686815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f20b8c20-2038-4247-8eea-6ef397b18fb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.127171061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"3e2e6fb1-e693-4fb9-8d23-c3e093e66e16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.225968315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"a1879218-d1bb-489e-9a5e-b8370cbc762f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.375941128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"97f3eacc-bd60-4586-9208-15e563ef2c15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.565304008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"6279525a-587f-497a-92cb-69a38853f823","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:08.29691901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c77124-f35d-4afa-b6ee-55dec2a73c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:08.351583088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c77124-f35d-4afa-b6ee-55dec2a73c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:08.406209589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c77124-f35d-4afa-b6ee-55dec2a73c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:08.460953651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c77124-f35d-4afa-b6ee-55dec2a73c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:09.277603293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e89f505c-e4ec-4b78-a469-53b173352023","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:09.277626541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e89f505c-e4ec-4b78-a469-53b173352023","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:09.337850206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efacf1ac-e4ef-4c2c-98cb-0a727eeea27a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:09.337871263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efacf1ac-e4ef-4c2c-98cb-0a727eeea27a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:09.44751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"ffbdda59-f9d9-4e03-80cc-19ebeb13113b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4477e2","tenantID":"e2e-api-b-4477e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:09.620893526Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"ffbdda59-f9d9-4e03-80cc-19ebeb13113b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"name":"e2e-api-b-4477e2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:09.679776605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4477e2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"ffbdda59-f9d9-4e03-80cc-19ebeb13113b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:09.739991534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14562264-b366-4bfe-8edf-343d89ebd8d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:09.740012713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14562264-b366-4bfe-8edf-343d89ebd8d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:10.477277473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cfc344d-a2a3-4f69-92f9-d9b4c26a5736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:10.531941724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cfc344d-a2a3-4f69-92f9-d9b4c26a5736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:10.586638209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cfc344d-a2a3-4f69-92f9-d9b4c26a5736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:10.641438028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cfc344d-a2a3-4f69-92f9-d9b4c26a5736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:10.750544897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"69578732-067d-4c46-bce5-6f5e919e4f62","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8d3b6f","tenantID":"e2e-api-a-8d3b6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:10.810077699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"69578732-067d-4c46-bce5-6f5e919e4f62","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"name":"e2e-api-a-8d3b6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:11.129700184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"7faf617a-55a4-4e54-8051-868838f44f09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8d3b6f","tenantID":"e2e-api-a-8d3b6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:11.190441552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"7faf617a-55a4-4e54-8051-868838f44f09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"name":"e2e-api-a-8d3b6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.757596033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb6e9e3-17b3-4bee-9657-f709eea3b6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.815775288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb6e9e3-17b3-4bee-9657-f709eea3b6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.873441123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb6e9e3-17b3-4bee-9657-f709eea3b6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.93019981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb6e9e3-17b3-4bee-9657-f709eea3b6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:13.264776969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f65a598-a74b-481e-9794-9f4630d55711","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:13.319223399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"5bacbaa7-cacf-4678-96c4-4dab7fbaeedd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:13.469012225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"41ea26b7-02db-4f89-8d96-e6f507be60bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:13.59106503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"568d5e72-6c70-4501-b62f-2928e57fa0dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:13.692914285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"94174169-678a-4f9e-9b78-bd57be6a7425","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:13.843763818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"0d080072-8def-4bdd-a75c-072318f54c6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:13.943664385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"ddd069e0-a0c6-459e-a787-2bca72e23f9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:14.086680544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"4028993e-bb4e-476d-8fa8-fb358a13e5dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:14.196198041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"61ba09d7-e5c8-4df2-b761-8e21adde8f1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:14.29445575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"3cec5cdd-d33e-4314-8906-3be1270a64f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:14.356475522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"0a3f3502-850a-44ff-a5ae-b9821c0e9e6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:14.469608424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"f62cac18-bbb0-410d-ac14-bcb7504a2d10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:14.931541122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10863437-b113-4f2d-82cc-90b2b7a02660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:14.986131451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10863437-b113-4f2d-82cc-90b2b7a02660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:15.040625338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10863437-b113-4f2d-82cc-90b2b7a02660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:15.095124186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10863437-b113-4f2d-82cc-90b2b7a02660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:17.1327542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7efc3d-c34c-4d47-9d30-663f37819efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:17.187216105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7efc3d-c34c-4d47-9d30-663f37819efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:17.241723866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7efc3d-c34c-4d47-9d30-663f37819efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:17.296130326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7efc3d-c34c-4d47-9d30-663f37819efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:19.242300423Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:19.330033051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5961ef-f510-4324-8490-e91b10e5e851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:19.384340055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5961ef-f510-4324-8490-e91b10e5e851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:19.438636429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5961ef-f510-4324-8490-e91b10e5e851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:19.493118832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5961ef-f510-4324-8490-e91b10e5e851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:19.849601923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"26901f57-09d2-4391-b4e8-8b11c82238f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4477e2","tenantID":"e2e-api-b-4477e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:19.909570153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"26901f57-09d2-4391-b4e8-8b11c82238f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"name":"e2e-api-b-4477e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:19.968583339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4477e2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"26901f57-09d2-4391-b4e8-8b11c82238f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:21.229543678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"b15d84fb-1893-45ba-a819-1057e4c7ff23","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8d3b6f","tenantID":"e2e-api-a-8d3b6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:21.2894924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"b15d84fb-1893-45ba-a819-1057e4c7ff23","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"name":"e2e-api-a-8d3b6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:21.518006245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46942e4f-c39e-4dc2-85e2-05d382ec13cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:21.572686482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46942e4f-c39e-4dc2-85e2-05d382ec13cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:21.627657629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46942e4f-c39e-4dc2-85e2-05d382ec13cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:21.627808539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"ba86e152-6caf-4307-a1e8-c0ce0778bd71","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8d3b6f","tenantID":"e2e-api-a-8d3b6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:21.682408108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46942e4f-c39e-4dc2-85e2-05d382ec13cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:21.742897122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"ba86e152-6caf-4307-a1e8-c0ce0778bd71","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"name":"e2e-api-a-8d3b6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.728700162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340e0b2e-9cb7-4d7b-bc1d-0ccec754896f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.783367025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340e0b2e-9cb7-4d7b-bc1d-0ccec754896f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.882489344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340e0b2e-9cb7-4d7b-bc1d-0ccec754896f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.940528015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340e0b2e-9cb7-4d7b-bc1d-0ccec754896f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:24.179913275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08870873-7c49-4237-8e31-2a45376506f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:24.180017254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08870873-7c49-4237-8e31-2a45376506f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:24.251577154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b08d08dc-5489-45d0-a943-ee4525c88a47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:24.251701048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b08d08dc-5489-45d0-a943-ee4525c88a47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:24.396163843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"a3dfed4a-e882-4e0b-9776-26c6492dedf3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-61d11a","tenantID":"e2e-api-a-61d11a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:24.547094596Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"a3dfed4a-e882-4e0b-9776-26c6492dedf3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"name":"e2e-api-a-61d11a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:24.609692696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-61d11a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"a3dfed4a-e882-4e0b-9776-26c6492dedf3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:24.668015509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17467c58-2947-4af3-8b1b-1c12290c22f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:24.668035079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17467c58-2947-4af3-8b1b-1c12290c22f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:28.240481233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"fab01d79-d4c2-489b-a199-570abcef9fe8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4b1a4c","tenantID":"e2e-api-b-4b1a4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:28.43097969Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"fab01d79-d4c2-489b-a199-570abcef9fe8","name":"e2e-api-b-4b1a4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:29.229114158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b85a91-decd-4b92-a191-79268faad9bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:29.283441816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b85a91-decd-4b92-a191-79268faad9bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:29.339398553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b85a91-decd-4b92-a191-79268faad9bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:29.395285529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b85a91-decd-4b92-a191-79268faad9bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:29.71921313Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e67696","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e67696","reconcileID":"5de553cd-3774-4626-9d0e-8df2d2bee29a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e67696","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-e67696":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:30.080035751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"2a6ada53-db28-4a3b-9824-1b3dd7ccc8dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4477e2","tenantID":"e2e-api-b-4477e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:30.148130255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"2a6ada53-db28-4a3b-9824-1b3dd7ccc8dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"name":"e2e-api-b-4477e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:30.160137152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"630ea64c-660d-46bb-a565-cf9cea1a1f6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:30.210787577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4477e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b31ea212b9839ba7824c308432046eca350b8cba6d85755cd00b9cbcd8eb58d6) AuthConfig (62fa270885f7b2b00a23da3890194e9f9fc09fb6f12606cae18a5a15fd3438ea) AuthConfig (a07cd023d033bfef907abb58ecc1fb93b40c4a1f1028ebe5ba9f0f2c45e4fe3b) AuthConfig (6fbbc1cd352b79617698e95980075d559d93fe3fce93b29845b8621a9d82deb4) AuthConfig (5978b2a3030cdefc539bce589a85812fe3ffe164e6ca861898a8a087dfd9cf7e) AuthConfig (e06baa51dca06d54091c741fa671c721153d2dac6c73fa88c9de47337ab294cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"2a6ada53-db28-4a3b-9824-1b3dd7ccc8dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:30.276608688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0b2b41d-1330-4c50-b686-ec8448b60a8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:30.276628135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0b2b41d-1330-4c50-b686-ec8448b60a8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:30.376773912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"38cfffba-3aa4-40a9-bd3f-25496ebae710","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:30.683735214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"5d8d2ef0-db58-4560-939f-e2d47bed6dd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:30.785283717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"5e210e3c-bde0-4261-8482-1ee6a3b1e340","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:30.785275473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dc21c10a-8032-45cc-8536-431807a08c38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:30.966740286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"89e265b8-299f-4e31-acc3-815e3dac7712","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:31.022844241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"b25a83c9-ed13-4ff5-94d6-74649d0fc305","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:31.1136966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"9b03f1d8-4801-4f4d-966a-1e023a8b3e03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:31.131966176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"7f5f6f9e-2698-4457-b9da-1b5299d4d07a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:31.160965349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8c96bc7a-94a2-40e2-9049-a9df3a7c3aef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:31.308073523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"6091cac5-09ab-431b-8daa-27d8dad7eab0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:31.419948834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa826fe-c992-4be8-b1d5-b0b97e55e50f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:31.469192987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"34f39166-1879-4f3e-9953-3197e3098ec5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:31.474398447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa826fe-c992-4be8-b1d5-b0b97e55e50f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:31.5290685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa826fe-c992-4be8-b1d5-b0b97e55e50f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:31.58437256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa826fe-c992-4be8-b1d5-b0b97e55e50f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:33.635734859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaff331f-438f-4ada-88c7-f56f960096a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:33.690084807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaff331f-438f-4ada-88c7-f56f960096a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:33.744555043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaff331f-438f-4ada-88c7-f56f960096a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:33.799110636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaff331f-438f-4ada-88c7-f56f960096a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:34.778165701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"3c091b0d-d751-4d6a-a810-896c59d1f035","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-61d11a","tenantID":"e2e-api-a-61d11a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:34.837958314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"3c091b0d-d751-4d6a-a810-896c59d1f035","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"name":"e2e-api-a-61d11a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:34.928958413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-61d11a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"3c091b0d-d751-4d6a-a810-896c59d1f035","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:35.829261833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91dc0af-38dc-4063-9be0-748281fbbfcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:35.883509809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91dc0af-38dc-4063-9be0-748281fbbfcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:35.937862571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91dc0af-38dc-4063-9be0-748281fbbfcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:35.992877293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91dc0af-38dc-4063-9be0-748281fbbfcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.022766697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb3fa56-cc1e-462b-bd12-4cc8019a7314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.090190974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb3fa56-cc1e-462b-bd12-4cc8019a7314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.167720819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb3fa56-cc1e-462b-bd12-4cc8019a7314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.222509651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb3fa56-cc1e-462b-bd12-4cc8019a7314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:39.5301952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"a55e6b15-0a2f-4dd1-a524-598c6d31c49a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69932e","tenantID":"e2e-api-a-69932e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:39.704584685Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"a55e6b15-0a2f-4dd1-a524-598c6d31c49a","name":"e2e-api-a-69932e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.272947538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c4990e-2a24-4626-81c5-95e4371c2c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.327642884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c4990e-2a24-4626-81c5-95e4371c2c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.382064049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c4990e-2a24-4626-81c5-95e4371c2c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.436617495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c4990e-2a24-4626-81c5-95e4371c2c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.491835358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"7f6a471a-f518-46be-b689-00827f661778","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4477e2","tenantID":"e2e-api-b-4477e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.553256589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"7f6a471a-f518-46be-b689-00827f661778","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"name":"e2e-api-b-4477e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.611670105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4477e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b31ea212b9839ba7824c308432046eca350b8cba6d85755cd00b9cbcd8eb58d6) AuthConfig (62fa270885f7b2b00a23da3890194e9f9fc09fb6f12606cae18a5a15fd3438ea) AuthConfig (a07cd023d033bfef907abb58ecc1fb93b40c4a1f1028ebe5ba9f0f2c45e4fe3b) AuthConfig (6fbbc1cd352b79617698e95980075d559d93fe3fce93b29845b8621a9d82deb4) AuthConfig (5978b2a3030cdefc539bce589a85812fe3ffe164e6ca861898a8a087dfd9cf7e) AuthConfig (e06baa51dca06d54091c741fa671c721153d2dac6c73fa88c9de47337ab294cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"7f6a471a-f518-46be-b689-00827f661778","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:42.418983057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29be9e49-bfeb-4f90-bdda-6a7544bd7051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:42.473508837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29be9e49-bfeb-4f90-bdda-6a7544bd7051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:42.528043981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29be9e49-bfeb-4f90-bdda-6a7544bd7051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:42.582842818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29be9e49-bfeb-4f90-bdda-6a7544bd7051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:45.039541991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"b5b2da0c-5136-4897-90df-07daacaf9f5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-61d11a","tenantID":"e2e-api-a-61d11a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:45.099764612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"b5b2da0c-5136-4897-90df-07daacaf9f5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"name":"e2e-api-a-61d11a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:45.159375181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-61d11a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"b5b2da0c-5136-4897-90df-07daacaf9f5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:49.243686878Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:50.729851732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"8d2ab4ba-157a-4966-bc48-e1f011ade149","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4477e2","tenantID":"e2e-api-b-4477e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:50.789968708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"8d2ab4ba-157a-4966-bc48-e1f011ade149","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"name":"e2e-api-b-4477e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:50.849098679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4477e2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b31ea212b9839ba7824c308432046eca350b8cba6d85755cd00b9cbcd8eb58d6) AuthConfig (62fa270885f7b2b00a23da3890194e9f9fc09fb6f12606cae18a5a15fd3438ea) AuthConfig (a07cd023d033bfef907abb58ecc1fb93b40c4a1f1028ebe5ba9f0f2c45e4fe3b) AuthConfig (6fbbc1cd352b79617698e95980075d559d93fe3fce93b29845b8621a9d82deb4) AuthConfig (5978b2a3030cdefc539bce589a85812fe3ffe164e6ca861898a8a087dfd9cf7e) AuthConfig (e06baa51dca06d54091c741fa671c721153d2dac6c73fa88c9de47337ab294cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"8d2ab4ba-157a-4966-bc48-e1f011ade149","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:52.111545896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6a4fc19d-4616-4a02-b840-3b1f3da66201","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:52.239785581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"31cf8006-26ed-4685-9011-fc638bb18d4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:52.376593702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"fa811eb0-ddf2-404f-87c3-4d67d2df745f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:52.482548573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"d49df619-209c-449a-9fd9-7a0714356f61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:52.694321797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"2c3150a1-e397-45ac-bba2-8dac85d95cae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:52.829388657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0eb48604-441a-4696-a88e-6655766125a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:52.937417187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"f1686342-2a98-4c0b-ab29-19e15e9db022","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.034499714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"5442584a-2e71-486f-9067-a9b02c571538","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.132043419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"56f67dc7-b18d-4d80-8054-8f904f45a884","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.284791734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"28263681-bbf8-4075-bb4f-84b5d03e79a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.539391119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"e999e035-b53f-4f91-9b1e-4ac0c5bfc5fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.638127493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"ab202011-5316-4f4e-9c57-eb5b227c7310","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:55.274731648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"2420f834-bda0-4c43-8765-011668248787","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-61d11a","tenantID":"e2e-api-a-61d11a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:55.3350887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"2420f834-bda0-4c43-8765-011668248787","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"name":"e2e-api-a-61d11a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:55.393671459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-61d11a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (720fdaf043ec9b4261ab40b6fff2560482ee3890d43d68a40aab2bf8129ed454) AuthConfig (a626ad2fc300b52550e884302ced8327652eba5bd2e6b98ea17a5e25cb042675) AuthConfig (8d27f1a0977a657bcdf4ffb653be165a22a034a7d8f6f017407fc528ab6a8165) AuthConfig (018b558a276aecadd3dbf925c80f5f7d65a82b0d931939fc70c25f1b01f0b75e) AuthConfig (260882bfb80352edc7d517fef441e540bbd958793e48b48de5d5e2506fb26efe) AuthConfig (d1b7c06168b1cef47c3ad7f1e13b3d743d4bac67898cf192596dc20f2e891c0e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"2420f834-bda0-4c43-8765-011668248787","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:55.456572331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2856f9a2-af42-4a0b-a146-aa2eda73c0c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:55.456689327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2856f9a2-af42-4a0b-a146-aa2eda73c0c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.705457443Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"943c51c8-d195-4ad1-ab9a-8ef8088ff26e","namespace":"ai-tenant-e2e-api-a-8d3b6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.705523513Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"943c51c8-d195-4ad1-ab9a-8ef8088ff26e","namespace":"ai-tenant-e2e-api-a-8d3b6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.70558182Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"943c51c8-d195-4ad1-ab9a-8ef8088ff26e","name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.764782482Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"943c51c8-d195-4ad1-ab9a-8ef8088ff26e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.765120976Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"4385b649-14da-4cd9-b582-f31c9801b408","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.765487436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75c5410f-e7b4-4105-8f38-f136341953e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.765504523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75c5410f-e7b4-4105-8f38-f136341953e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.960439076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"acff3dc2-1bae-4351-9022-8bc6592b336c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4477e2","tenantID":"e2e-api-b-4477e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:01.011257001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"4385b649-14da-4cd9-b582-f31c9801b408","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8d3b6f","tenantID":"e2e-api-a-8d3b6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:01.020489444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"acff3dc2-1bae-4351-9022-8bc6592b336c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"name":"e2e-api-b-4477e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:01.14773681Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"4385b649-14da-4cd9-b582-f31c9801b408","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"name":"e2e-api-a-8d3b6f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:01.147761725Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"e2e-e2e-api-a-8d3b6f-policy","reconcileID":"4385b649-14da-4cd9-b582-f31c9801b408","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8d3b6f-policy","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8d3b6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:01.20783181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4b64974-e9cf-4de6-bf12-3ec890f110b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:01.207852622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4b64974-e9cf-4de6-bf12-3ec890f110b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:01.349018905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cdcae73-3c07-4652-8138-028bbd73842d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:01.349040904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cdcae73-3c07-4652-8138-028bbd73842d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:02.246138721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"7d93b6f7-2437-473c-a5be-47b7866b4e10","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:02.246167745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"7d93b6f7-2437-473c-a5be-47b7866b4e10","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.575833558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"244ffb50-0df8-43f6-a2d7-5b2fb39b2a16","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-61d11a","tenantID":"e2e-api-a-61d11a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.636166977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"244ffb50-0df8-43f6-a2d7-5b2fb39b2a16","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"name":"e2e-api-a-61d11a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.694384431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-61d11a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (720fdaf043ec9b4261ab40b6fff2560482ee3890d43d68a40aab2bf8129ed454) AuthConfig (a626ad2fc300b52550e884302ced8327652eba5bd2e6b98ea17a5e25cb042675) AuthConfig (8d27f1a0977a657bcdf4ffb653be165a22a034a7d8f6f017407fc528ab6a8165) AuthConfig (018b558a276aecadd3dbf925c80f5f7d65a82b0d931939fc70c25f1b01f0b75e) AuthConfig (260882bfb80352edc7d517fef441e540bbd958793e48b48de5d5e2506fb26efe) AuthConfig (d1b7c06168b1cef47c3ad7f1e13b3d743d4bac67898cf192596dc20f2e891c0e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"244ffb50-0df8-43f6-a2d7-5b2fb39b2a16","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:07.692823141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"0d05a9a6-6699-4d3f-99a3-4f4140de025e","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:07.692847066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"0d05a9a6-6699-4d3f-99a3-4f4140de025e","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:07.754953792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"505f3498-baa3-414f-b78b-0872d2f2e715","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:07.755065342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"505f3498-baa3-414f-b78b-0872d2f2e715","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:07.866792752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"e7cdf04f-6ca6-4d7f-8177-d15ba557b9c0","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.003401859Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"e7cdf04f-6ca6-4d7f-8177-d15ba557b9c0","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"e2e-mt-111f9c64-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.061942731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-111f9c64-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"e7cdf04f-6ca6-4d7f-8177-d15ba557b9c0","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.095881367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"f88dc43d-a5bc-4996-8499-27b469c69f41","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.095902042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"f88dc43d-a5bc-4996-8499-27b469c69f41","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.159085868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"0f15ef5e-212b-407f-9c3b-4da748048d48","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.159107484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"0f15ef5e-212b-407f-9c3b-4da748048d48","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:54:08.208836422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-sub-111f9c64","reconcileID":"136c3a24-42f0-4632-bfbc-a63d3f02d85b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-111f9c64\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:54:08.217745251Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"0f15ef5e-212b-407f-9c3b-4da748048d48","name":"e2e-lifecycle-model-111f9c64","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-111f9c64\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:54:08.217839213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"0f15ef5e-212b-407f-9c3b-4da748048d48","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-111f9c64\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.223315882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"0da1adae-a28f-48c6-b0cb-eff0ea9d31b0","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.223343819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"0da1adae-a28f-48c6-b0cb-eff0ea9d31b0","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.237835293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"0d211d8c-6c78-41a8-a8db-127fd41f674e","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.297558122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"0d211d8c-6c78-41a8-a8db-127fd41f674e","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"e2e-mt-111f9c64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.324578659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"13b91776-e1ee-471f-8d0f-4a138b6976e9","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.324598891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"13b91776-e1ee-471f-8d0f-4a138b6976e9","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.35636748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-111f9c64-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"0d211d8c-6c78-41a8-a8db-127fd41f674e","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.38284397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"0c2da61f-3c0d-45aa-85a8-d62d73e722b7","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.382866309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"0c2da61f-3c0d-45aa-85a8-d62d73e722b7","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.466246179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"917ef276-ebb6-4767-9ab2-f19d8a227852","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.526091716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"917ef276-ebb6-4767-9ab2-f19d8a227852","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"e2e-mt-111f9c64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.586763448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-111f9c64-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"917ef276-ebb6-4767-9ab2-f19d8a227852","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.606609563Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-sub-111f9c64","reconcileID":"6de53f74-9c46-4112-a738-123d2312371d","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"maas-trlp-e2e-lifecycle-model-111f9c64","model":"e2e-lifecycle-model-111f9c64","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-111f9c64/e2e-sub-111f9c64"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.780048459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"68391453-8f7c-4dba-b418-eba8ef87e616","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.780068547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"68391453-8f7c-4dba-b418-eba8ef87e616","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:09.000308506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-sub-111f9c64","reconcileID":"458e4882-047e-4d5c-afcf-713fdddd21aa","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"maas-trlp-e2e-lifecycle-model-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:15.804943242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"35a41cf9-d603-403e-8689-06fc81fb925d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-61d11a","tenantID":"e2e-api-a-61d11a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:15.864937919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"35a41cf9-d603-403e-8689-06fc81fb925d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"name":"e2e-api-a-61d11a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:15.923441311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-61d11a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (720fdaf043ec9b4261ab40b6fff2560482ee3890d43d68a40aab2bf8129ed454) AuthConfig (a626ad2fc300b52550e884302ced8327652eba5bd2e6b98ea17a5e25cb042675) AuthConfig (8d27f1a0977a657bcdf4ffb653be165a22a034a7d8f6f017407fc528ab6a8165) AuthConfig (018b558a276aecadd3dbf925c80f5f7d65a82b0d931939fc70c25f1b01f0b75e) AuthConfig (260882bfb80352edc7d517fef441e540bbd958793e48b48de5d5e2506fb26efe) AuthConfig (d1b7c06168b1cef47c3ad7f1e13b3d743d4bac67898cf192596dc20f2e891c0e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"35a41cf9-d603-403e-8689-06fc81fb925d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.696936185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"fb8129d8-5f2e-459d-b413-6bafc096e487","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.756578427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"fb8129d8-5f2e-459d-b413-6bafc096e487","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"e2e-mt-111f9c64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.815112411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-111f9c64-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"fb8129d8-5f2e-459d-b413-6bafc096e487","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:19.241835844Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:23.50659291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-sub-111f9c64","reconcileID":"e8041bae-be3e-4160-a31e-1d96eb12a913","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"maas-trlp-e2e-lifecycle-model-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:23.682285313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"e5b6231b-dfd7-4979-91e6-a5e095d71915","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:23.682305665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"e5b6231b-dfd7-4979-91e6-a5e095d71915","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:24.409928748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"59dc5818-f696-4d26-bb63-b769b5efbbc2","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:24.470096537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"59dc5818-f696-4d26-bb63-b769b5efbbc2","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"e2e-mt-111f9c64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:24.529959454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-111f9c64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05865f2c00cb4712a2880dd9e4fd8a65b9b7866b8039876712820cfd5215a9c8) AuthConfig (9baee80c5cf28f948462d74e74158a29bc3d1f1ece9afa9e544154553fb4b591) AuthConfig (e8d2a9a54d8fcaffa58a590ffb3c66e96b53fab0a6c0c24a0aa69401ab97d21a) AuthConfig (8593517b9bc580623f782dcf68a05e6fca9672055249466f3a53ae488633075e) AuthConfig (37067e0e7c18975ba6973b5652c534795a2c58c7d01ca9f71d3863d999d5cd46) AuthConfig (06954deeddea5793226505e12b3c147b9e09b6e3233eae574eea409101dc6340) AuthConfig (299fc9562d0bc8f94a3c9fe4a7ab755002016ef2ad6af1ecc23b293627126ace) AuthConfig (ed2291015c7f0fa8e480b8829098725265683775e01573cba0bf69240f625bbf) AuthConfig (00f6ffa998ef5896501ea8b53af7d938dee0d812b96dda2898560a4a8afac2cf) AuthConfig (c2356ec11014306548def853ae3fcd223cf7c6e6e138484b50226bb539f72561) AuthConfig (210b78d130c38278ced343e2996dd1021d523382d323dc0bf8aeb8a2da03383a) AuthConfig (5c76c1abcf19429fc39ed224b16b0926ca9429cc693f8d2a8117d049672325a6) AuthConfig (52fbde5588d7689ca538b555e7286d675cf8300fe816a628e3168bf542c3abc4) AuthConfig (181de766c0b5ebaad8260aae44de8e4d1c45a716a55f031d98611b7e73e30edf) AuthConfig (7d308228bd56e8b6bf178e9041ab3e1ddf54efd0346b3e9b907d53d0e1a2a83c) AuthConfig (8cac9cc249155daee8a2d5006a1ad6c423968679b40edd433a7b430e0263e086) AuthConfig (f3c9f91d6d791dda46f221da10cd7e79b074014993f763cee61e49af4e5799bc) AuthConfig (d9c1ca268e079ae2de146f7ed31188ac7b9ea685022627964f29dea3df3ce942)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"59dc5818-f696-4d26-bb63-b769b5efbbc2","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:24.591129613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"094313e3-b2da-4aaf-a140-90f2b63e1c22","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:24.591157589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"094313e3-b2da-4aaf-a140-90f2b63e1c22","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:26.034033208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"fbd0933c-5b17-4318-868d-b25c1293e107","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-61d11a","tenantID":"e2e-api-a-61d11a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:26.094529959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"fbd0933c-5b17-4318-868d-b25c1293e107","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"name":"e2e-api-a-61d11a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:26.429379679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce0307ae-32b2-4c47-81b8-e7a82fd3cc7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:26.429398468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce0307ae-32b2-4c47-81b8-e7a82fd3cc7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.17537386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23dfaa1-9663-4720-acfd-f8d6bcec1389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.230565984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23dfaa1-9663-4720-acfd-f8d6bcec1389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.285866727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23dfaa1-9663-4720-acfd-f8d6bcec1389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.342882653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23dfaa1-9663-4720-acfd-f8d6bcec1389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:34.738532757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"218ae356-566f-467f-9ddc-ec25fa0cb84b","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:34.798801761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"218ae356-566f-467f-9ddc-ec25fa0cb84b","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"e2e-mt-111f9c64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:34.857259197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-111f9c64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05865f2c00cb4712a2880dd9e4fd8a65b9b7866b8039876712820cfd5215a9c8) AuthConfig (9baee80c5cf28f948462d74e74158a29bc3d1f1ece9afa9e544154553fb4b591) AuthConfig (e8d2a9a54d8fcaffa58a590ffb3c66e96b53fab0a6c0c24a0aa69401ab97d21a) AuthConfig (8593517b9bc580623f782dcf68a05e6fca9672055249466f3a53ae488633075e) AuthConfig (37067e0e7c18975ba6973b5652c534795a2c58c7d01ca9f71d3863d999d5cd46) AuthConfig (06954deeddea5793226505e12b3c147b9e09b6e3233eae574eea409101dc6340) AuthConfig (299fc9562d0bc8f94a3c9fe4a7ab755002016ef2ad6af1ecc23b293627126ace) AuthConfig (ed2291015c7f0fa8e480b8829098725265683775e01573cba0bf69240f625bbf) AuthConfig (00f6ffa998ef5896501ea8b53af7d938dee0d812b96dda2898560a4a8afac2cf) AuthConfig (c2356ec11014306548def853ae3fcd223cf7c6e6e138484b50226bb539f72561) AuthConfig (210b78d130c38278ced343e2996dd1021d523382d323dc0bf8aeb8a2da03383a) AuthConfig (5c76c1abcf19429fc39ed224b16b0926ca9429cc693f8d2a8117d049672325a6) AuthConfig (52fbde5588d7689ca538b555e7286d675cf8300fe816a628e3168bf542c3abc4) AuthConfig (181de766c0b5ebaad8260aae44de8e4d1c45a716a55f031d98611b7e73e30edf) AuthConfig (7d308228bd56e8b6bf178e9041ab3e1ddf54efd0346b3e9b907d53d0e1a2a83c) AuthConfig (8cac9cc249155daee8a2d5006a1ad6c423968679b40edd433a7b430e0263e086) AuthConfig (f3c9f91d6d791dda46f221da10cd7e79b074014993f763cee61e49af4e5799bc) AuthConfig (d9c1ca268e079ae2de146f7ed31188ac7b9ea685022627964f29dea3df3ce942)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"218ae356-566f-467f-9ddc-ec25fa0cb84b","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.23149282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d39ba76d-81c9-4df2-9a45-9cc3bd41f4b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.231518315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d39ba76d-81c9-4df2-9a45-9cc3bd41f4b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.292367344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f419a629-4c35-48a9-991f-c239d140ae83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.292393086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f419a629-4c35-48a9-991f-c239d140ae83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.350383618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c93f965-80ca-4170-9945-463948f4fe9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.411705481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c93f965-80ca-4170-9945-463948f4fe9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.469611705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c93f965-80ca-4170-9945-463948f4fe9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.525276486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c93f965-80ca-4170-9945-463948f4fe9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.580177243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"2af6baa0-a412-49e4-9546-6a88da278ed4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4b1a4c","tenantID":"e2e-api-b-4b1a4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.714276919Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"2af6baa0-a412-49e4-9546-6a88da278ed4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"name":"e2e-api-b-4b1a4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.810166662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4b1a4c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"2af6baa0-a412-49e4-9546-6a88da278ed4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.870935844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a203526-d363-49c3-89e3-b2c8fa528919","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.870959735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a203526-d363-49c3-89e3-b2c8fa528919","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:36.642088527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"381abb9b-3d92-4730-8890-9b6df506a109","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67696","tenantID":"e2e-api-b-e67696","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:36.766762032Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"381abb9b-3d92-4730-8890-9b6df506a109","name":"e2e-api-b-e67696-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:37.064877592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"4a55ec88-eff5-4511-a15b-933064e95c45","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cf283d","tenantID":"e2e-api-a-cf283d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:37.125303683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"4a55ec88-eff5-4511-a15b-933064e95c45","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"name":"e2e-api-a-cf283d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:37.515316724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b97b7f-acb4-40b9-8e60-f5c396e01f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:37.570164857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b97b7f-acb4-40b9-8e60-f5c396e01f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:37.624997257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b97b7f-acb4-40b9-8e60-f5c396e01f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:37.68051061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b97b7f-acb4-40b9-8e60-f5c396e01f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:37.868115899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"7b866393-e39a-4315-b023-895516f0269f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cf283d","tenantID":"e2e-api-a-cf283d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:37.983590344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"7b866393-e39a-4315-b023-895516f0269f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"name":"e2e-api-a-cf283d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.683096918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3623766d-1a43-4c36-ac06-a48c6e584b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.73842077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3623766d-1a43-4c36-ac06-a48c6e584b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.793714279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3623766d-1a43-4c36-ac06-a48c6e584b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.849145171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3623766d-1a43-4c36-ac06-a48c6e584b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:41.84017871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"749baf00-1967-4c9a-8f25-b8fe26809b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:41.895035957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"749baf00-1967-4c9a-8f25-b8fe26809b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:41.949782537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"749baf00-1967-4c9a-8f25-b8fe26809b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:42.004747349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"749baf00-1967-4c9a-8f25-b8fe26809b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:44.03810658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff06dde6-9202-4468-8726-1b89461fe066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:44.093986009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff06dde6-9202-4468-8726-1b89461fe066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:44.149003116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff06dde6-9202-4468-8726-1b89461fe066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:44.204266108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff06dde6-9202-4468-8726-1b89461fe066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:44.968939931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"cb9c65ba-7f9e-434f-a81f-44cf88acbf0b","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.02994041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"cb9c65ba-7f9e-434f-a81f-44cf88acbf0b","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"e2e-mt-111f9c64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.089523784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-111f9c64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05865f2c00cb4712a2880dd9e4fd8a65b9b7866b8039876712820cfd5215a9c8) AuthConfig (9baee80c5cf28f948462d74e74158a29bc3d1f1ece9afa9e544154553fb4b591) AuthConfig (e8d2a9a54d8fcaffa58a590ffb3c66e96b53fab0a6c0c24a0aa69401ab97d21a) AuthConfig (8593517b9bc580623f782dcf68a05e6fca9672055249466f3a53ae488633075e) AuthConfig (37067e0e7c18975ba6973b5652c534795a2c58c7d01ca9f71d3863d999d5cd46) AuthConfig (06954deeddea5793226505e12b3c147b9e09b6e3233eae574eea409101dc6340) AuthConfig (299fc9562d0bc8f94a3c9fe4a7ab755002016ef2ad6af1ecc23b293627126ace) AuthConfig (ed2291015c7f0fa8e480b8829098725265683775e01573cba0bf69240f625bbf) AuthConfig (00f6ffa998ef5896501ea8b53af7d938dee0d812b96dda2898560a4a8afac2cf) AuthConfig (c2356ec11014306548def853ae3fcd223cf7c6e6e138484b50226bb539f72561) AuthConfig (210b78d130c38278ced343e2996dd1021d523382d323dc0bf8aeb8a2da03383a) AuthConfig (5c76c1abcf19429fc39ed224b16b0926ca9429cc693f8d2a8117d049672325a6) AuthConfig (52fbde5588d7689ca538b555e7286d675cf8300fe816a628e3168bf542c3abc4) AuthConfig (181de766c0b5ebaad8260aae44de8e4d1c45a716a55f031d98611b7e73e30edf) AuthConfig (7d308228bd56e8b6bf178e9041ab3e1ddf54efd0346b3e9b907d53d0e1a2a83c) AuthConfig (8cac9cc249155daee8a2d5006a1ad6c423968679b40edd433a7b430e0263e086) AuthConfig (f3c9f91d6d791dda46f221da10cd7e79b074014993f763cee61e49af4e5799bc) AuthConfig (d9c1ca268e079ae2de146f7ed31188ac7b9ea685022627964f29dea3df3ce942)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"cb9c65ba-7f9e-434f-a81f-44cf88acbf0b","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.982634083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"b7da4cdb-5d9d-4020-bf7a-a8e674af53e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4b1a4c","tenantID":"e2e-api-b-4b1a4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:46.043513403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"b7da4cdb-5d9d-4020-bf7a-a8e674af53e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"name":"e2e-api-b-4b1a4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:46.102524343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4b1a4c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"b7da4cdb-5d9d-4020-bf7a-a8e674af53e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:46.23006966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47547cfa-4a95-4007-86e6-01364886a7dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:46.285080387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47547cfa-4a95-4007-86e6-01364886a7dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:46.339933657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47547cfa-4a95-4007-86e6-01364886a7dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:46.39519843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47547cfa-4a95-4007-86e6-01364886a7dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:48.415926351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43bcb84f-0df1-4213-a68a-368c80b23a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:48.471006759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43bcb84f-0df1-4213-a68a-368c80b23a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:48.526107253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43bcb84f-0df1-4213-a68a-368c80b23a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:48.581495419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43bcb84f-0df1-4213-a68a-368c80b23a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:49.161850596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"c58e72ae-e08f-4a18-bf35-d098e4b8b06c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cf283d","tenantID":"e2e-api-a-cf283d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:49.222387142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"c58e72ae-e08f-4a18-bf35-d098e4b8b06c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"name":"e2e-api-a-cf283d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:49.2429816Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:49.542851401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"0c25fb0a-38b1-4aa0-a2dd-db4d4ef57933","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cf283d","tenantID":"e2e-api-a-cf283d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:49.62962798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"0c25fb0a-38b1-4aa0-a2dd-db4d4ef57933","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"name":"e2e-api-a-cf283d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:50.560562415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2eb9980f-acd3-4c30-87de-dc70360cf915","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:50.560582068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2eb9980f-acd3-4c30-87de-dc70360cf915","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:50.620675211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"070ba630-5519-4a48-91a5-cc7ae50eaede","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:50.620696845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"070ba630-5519-4a48-91a5-cc7ae50eaede","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:50.632759713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80c06a08-61d9-4e3a-87a8-ae2e8fc3d175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:50.688433932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80c06a08-61d9-4e3a-87a8-ae2e8fc3d175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:50.743519479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80c06a08-61d9-4e3a-87a8-ae2e8fc3d175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:50.798793292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80c06a08-61d9-4e3a-87a8-ae2e8fc3d175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:50.855606498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"027e4754-21db-4dcb-9426-488b4c64c897","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69932e","tenantID":"e2e-api-a-69932e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:51.042897346Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"027e4754-21db-4dcb-9426-488b4c64c897","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"name":"e2e-api-a-69932e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:51.13949542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-69932e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"027e4754-21db-4dcb-9426-488b4c64c897","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:51.20948741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b1667fe-9e23-46aa-9841-b3741bfa9cd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:51.209598168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b1667fe-9e23-46aa-9841-b3741bfa9cd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:53.10257817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b98d9e-101a-4082-9c54-7c117b298877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:53.157770796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b98d9e-101a-4082-9c54-7c117b298877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:53.212993827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b98d9e-101a-4082-9c54-7c117b298877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:53.26885046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b98d9e-101a-4082-9c54-7c117b298877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.200336607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"296bc7f8-c761-495c-aaa8-6369a8c63dd5","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.261046374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"296bc7f8-c761-495c-aaa8-6369a8c63dd5","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"e2e-mt-111f9c64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.57620423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"8b572077-30d1-47c4-9c2c-ab7c62e80618","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.576222467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"8b572077-30d1-47c4-9c2c-ab7c62e80618","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.21403196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"e02f3ba5-da2b-4765-8b98-bcda290067f9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4b1a4c","tenantID":"e2e-api-b-4b1a4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.275028839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"e02f3ba5-da2b-4765-8b98-bcda290067f9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"name":"e2e-api-b-4b1a4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.335029017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4b1a4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22614c5a77cc457e59febea5248238eb7cebe25dcefbf2f8056fae0375b9090a) AuthConfig (a224e6c3ee8cdd7746a0b1999111274753cec3beaa54b60d8fcf0217a612f41a) AuthConfig (5db82666176f4c46e1895bdab62b2b8c3b46f16925565f68c6d2565d76048a08) AuthConfig (36887e6b17b76bbea0120c5e19cb840b90b83a0471608380e8754b4e81c11e1e) AuthConfig (a7b992386c1e21ba73c49104c67639d4e1906cf3398912ee81a55a802bea1fbc) AuthConfig (31cc84d949503d5839c92d20fb7c788f7864ee4cb620210f8cc4f4abc2ed16bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"e02f3ba5-da2b-4765-8b98-bcda290067f9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.335664853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f01236bf-a528-481a-904a-62a59df2e090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.391316949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f01236bf-a528-481a-904a-62a59df2e090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.394790396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd3e2854-b186-4411-85ce-a4c3934f4335","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.39480888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd3e2854-b186-4411-85ce-a4c3934f4335","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.446413505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f01236bf-a528-481a-904a-62a59df2e090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.501306725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f01236bf-a528-481a-904a-62a59df2e090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.865580802Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-585635","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-585635","reconcileID":"a087c58d-5950-40a1-a5da-40de368c0069","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-585635","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-585635":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:58.52725915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c62cd1-a218-4ab9-8377-377775b77e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:58.58258125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c62cd1-a218-4ab9-8377-377775b77e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:58.637417562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c62cd1-a218-4ab9-8377-377775b77e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:58.692486056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c62cd1-a218-4ab9-8377-377775b77e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:01.322927403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"4e0bd762-ed1b-428d-8b56-4b11ee358b94","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69932e","tenantID":"e2e-api-a-69932e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:01.383435929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"4e0bd762-ed1b-428d-8b56-4b11ee358b94","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"name":"e2e-api-a-69932e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:01.442785618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-69932e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"4e0bd762-ed1b-428d-8b56-4b11ee358b94","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:06.505586011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"87181703-80c4-4bab-856a-864f3c2e7b76","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4b1a4c","tenantID":"e2e-api-b-4b1a4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:06.565876431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"87181703-80c4-4bab-856a-864f3c2e7b76","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"name":"e2e-api-b-4b1a4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:06.624971236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4b1a4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22614c5a77cc457e59febea5248238eb7cebe25dcefbf2f8056fae0375b9090a) AuthConfig (a224e6c3ee8cdd7746a0b1999111274753cec3beaa54b60d8fcf0217a612f41a) AuthConfig (5db82666176f4c46e1895bdab62b2b8c3b46f16925565f68c6d2565d76048a08) AuthConfig (36887e6b17b76bbea0120c5e19cb840b90b83a0471608380e8754b4e81c11e1e) AuthConfig (a7b992386c1e21ba73c49104c67639d4e1906cf3398912ee81a55a802bea1fbc) AuthConfig (31cc84d949503d5839c92d20fb7c788f7864ee4cb620210f8cc4f4abc2ed16bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"87181703-80c4-4bab-856a-864f3c2e7b76","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:09.224967376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"549f6dd6-6a9a-46c7-8733-8ecac6957a28","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:09.224990274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"549f6dd6-6a9a-46c7-8733-8ecac6957a28","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:09.40814277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"9a60fe97-df32-4784-88c3-d4bc9fe714d5","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:09.415411939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"0be23506-3e07-4015-999a-5126226087ae","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:09.415430137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"0be23506-3e07-4015-999a-5126226087ae","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:09.468301433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"9a60fe97-df32-4784-88c3-d4bc9fe714d5","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"e2e-mt-111f9c64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:09.550476219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-sub-111f9c64","reconcileID":"6d9c32a4-4067-4c03-83ca-9504172d1c2d","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"maas-trlp-e2e-lifecycle-model-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:09.815909466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"288d5a93-79de-49bc-8ab6-116515e10206","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:09.879491744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"288d5a93-79de-49bc-8ab6-116515e10206","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"e2e-mt-111f9c64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:09.900290848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-sub-111f9c64","reconcileID":"0df68eae-686e-400e-84c8-b3f63780a9f8","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"maas-trlp-e2e-lifecycle-model-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:10.234226333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a8c8d9-eed7-4b8d-8b41-a464f88617d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:10.292543852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a8c8d9-eed7-4b8d-8b41-a464f88617d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:10.358836275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a8c8d9-eed7-4b8d-8b41-a464f88617d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:10.413703135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a8c8d9-eed7-4b8d-8b41-a464f88617d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:11.641039795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"fe85af52-8588-4e71-af7e-4d55a4045a7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69932e","tenantID":"e2e-api-a-69932e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:11.701395323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"fe85af52-8588-4e71-af7e-4d55a4045a7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"name":"e2e-api-a-69932e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:11.760614161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-69932e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"fe85af52-8588-4e71-af7e-4d55a4045a7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:12.39706799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6041a797-d579-4aaa-89f3-6cd0ce8385f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:12.452057136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6041a797-d579-4aaa-89f3-6cd0ce8385f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:12.506992991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6041a797-d579-4aaa-89f3-6cd0ce8385f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:12.561869077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6041a797-d579-4aaa-89f3-6cd0ce8385f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.547824144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2590f23-e7c7-4f07-9d01-b903926e361d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.602798346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2590f23-e7c7-4f07-9d01-b903926e361d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.657790442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2590f23-e7c7-4f07-9d01-b903926e361d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.712720268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2590f23-e7c7-4f07-9d01-b903926e361d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.940621659Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","namespace":"ai-tenant-e2e-api-a-8d3b6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.940697923Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","namespace":"ai-tenant-e2e-api-a-8d3b6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.940748946Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","tenant":"e2e-api-a-8d3b6f","tenantID":"e2e-api-a-8d3b6f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.997638166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"Deployment","name":"maas-api-e2e-api-a-8d3b6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.062402848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"Service","name":"maas-api-e2e-api-a-8d3b6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.121810739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-8d3b6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.178760589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-8d3b6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.251790261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-8d3b6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.319593317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-8d3b6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.379945545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-8d3b6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.441807258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-8d3b6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.500995332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"Deployment","name":"payload-processing-e2e-api-a-8d3b6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.568935449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-8d3b6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.625757297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"Service","name":"payload-processing-e2e-api-a-8d3b6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.681384131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"Service","name":"payload-pre-processing-e2e-api-a-8d3b6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.735949147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-8d3b6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.790887423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-8d3b6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.851091708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-8d3b6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.911071798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-8d3b6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.966055173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-8d3b6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:16.021393048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-8d3b6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:16.082900995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-8d3b6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:16.138585884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8d3b6f"},"namespace":"ai-tenant-e2e-api-a-8d3b6f","name":"default-tenant","reconcileID":"8878aeaa-3eae-461c-892a-01a86bd1c1f1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-8d3b6f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:16.73589144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"8e106d71-4c94-4982-8d7a-81f4f11c7199","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4b1a4c","tenantID":"e2e-api-b-4b1a4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:16.7967842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"8e106d71-4c94-4982-8d7a-81f4f11c7199","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"name":"e2e-api-b-4b1a4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:16.79985595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbbeb74-c562-4404-929e-5d2d6fd2016f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:16.85506089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbbeb74-c562-4404-929e-5d2d6fd2016f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:16.85878544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4b1a4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22614c5a77cc457e59febea5248238eb7cebe25dcefbf2f8056fae0375b9090a) AuthConfig (a224e6c3ee8cdd7746a0b1999111274753cec3beaa54b60d8fcf0217a612f41a) AuthConfig (5db82666176f4c46e1895bdab62b2b8c3b46f16925565f68c6d2565d76048a08) AuthConfig (36887e6b17b76bbea0120c5e19cb840b90b83a0471608380e8754b4e81c11e1e) AuthConfig (a7b992386c1e21ba73c49104c67639d4e1906cf3398912ee81a55a802bea1fbc) AuthConfig (31cc84d949503d5839c92d20fb7c788f7864ee4cb620210f8cc4f4abc2ed16bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"8e106d71-4c94-4982-8d7a-81f4f11c7199","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:16.910306443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbbeb74-c562-4404-929e-5d2d6fd2016f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:16.965570475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbbeb74-c562-4404-929e-5d2d6fd2016f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.143020449Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8d3b6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8d3b6f","reconcileID":"91147424-35ab-4c00-9fce-de3adaec6efc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8d3b6f","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-8d3b6f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.02999656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e1d61b-853c-4967-99d2-56bc8d1c5c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.08519116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e1d61b-853c-4967-99d2-56bc8d1c5c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.140157909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e1d61b-853c-4967-99d2-56bc8d1c5c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.195386003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e1d61b-853c-4967-99d2-56bc8d1c5c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.242281477Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.892996051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"6ee4275f-6d89-4c66-abb8-66ef631520b3","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.893015192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"6ee4275f-6d89-4c66-abb8-66ef631520b3","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:20.002767814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"29e0e733-0914-421a-9fb8-03e7454f3fd7","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:20.063058572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"29e0e733-0914-421a-9fb8-03e7454f3fd7","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"e2e-mt-111f9c64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:20.120873438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-sub-111f9c64","reconcileID":"856343a0-3f6a-4f37-a440-72f433678d94","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"maas-trlp-e2e-lifecycle-model-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:20.415614344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"addc6da2-f1ea-4bcd-8f9f-c28416f53824","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:20.472445559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-sub-111f9c64","reconcileID":"15f829f2-c9a5-4ec1-a101-134f2e76ba4b","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"maas-trlp-e2e-lifecycle-model-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:20.476017913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"addc6da2-f1ea-4bcd-8f9f-c28416f53824","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"e2e-mt-111f9c64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:21.186378012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2498ab-4613-4f99-860a-e1a359f34f31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:21.241281402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2498ab-4613-4f99-860a-e1a359f34f31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:21.30712556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2498ab-4613-4f99-860a-e1a359f34f31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:21.366631818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2498ab-4613-4f99-860a-e1a359f34f31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:21.8787117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"41c32fbc-fdf7-4991-8f9f-9ef5cee4c67e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69932e","tenantID":"e2e-api-a-69932e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:21.919943625Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"c7e8002a-5294-4dbc-a6ed-b3529b60fb3d","namespace":"ai-tenant-e2e-api-a-cf283d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:21.919999777Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"c7e8002a-5294-4dbc-a6ed-b3529b60fb3d","namespace":"ai-tenant-e2e-api-a-cf283d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:21.920043452Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"c7e8002a-5294-4dbc-a6ed-b3529b60fb3d","name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:21.939106668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"41c32fbc-fdf7-4991-8f9f-9ef5cee4c67e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"name":"e2e-api-a-69932e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:21.980483534Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"c7e8002a-5294-4dbc-a6ed-b3529b60fb3d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:21.980722553Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"82836414-13b4-4036-b712-20e2d7fa3a3c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:21.981022654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f86d0ae-c71c-4ba3-bd09-0e8bd49c7a63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:21.981038026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f86d0ae-c71c-4ba3-bd09-0e8bd49c7a63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:21.998174137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-69932e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"41c32fbc-fdf7-4991-8f9f-9ef5cee4c67e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:22.158912706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"82836414-13b4-4036-b712-20e2d7fa3a3c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cf283d","tenantID":"e2e-api-a-cf283d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:22.293708967Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"82836414-13b4-4036-b712-20e2d7fa3a3c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"name":"e2e-api-a-cf283d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:22.293731161Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"e2e-e2e-api-a-cf283d-policy","reconcileID":"82836414-13b4-4036-b712-20e2d7fa3a3c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cf283d-policy","namespace":"ai-tenant-e2e-api-a-cf283d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cf283d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:22.353526299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77a0c57e-2a13-4cf9-82b7-27098e6ff2fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:22.353545607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77a0c57e-2a13-4cf9-82b7-27098e6ff2fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:23.400326224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93212ca4-70e3-41d2-b4b8-802dd05dac27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:23.455086369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93212ca4-70e3-41d2-b4b8-802dd05dac27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:23.510104783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93212ca4-70e3-41d2-b4b8-802dd05dac27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:23.567483724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93212ca4-70e3-41d2-b4b8-802dd05dac27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:25.474647824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"0e72c3d5-41c7-49d8-848e-8bbe7a50b22e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4477e2","tenantID":"e2e-api-b-4477e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:25.535770252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"0e72c3d5-41c7-49d8-848e-8bbe7a50b22e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"name":"e2e-api-b-4477e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:25.558243856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8016fc6f-a19b-4123-b4a0-250e3009155b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:25.613197393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8016fc6f-a19b-4123-b4a0-250e3009155b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:25.668051321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8016fc6f-a19b-4123-b4a0-250e3009155b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:25.722786167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8016fc6f-a19b-4123-b4a0-250e3009155b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:25.949715006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"c8b88b8f-ef84-4385-bae8-081494a21b79","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4477e2","tenantID":"e2e-api-b-4477e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:26.009809289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"c8b88b8f-ef84-4385-bae8-081494a21b79","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"name":"e2e-api-b-4477e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:26.975801968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"b20745f6-b746-45cb-8d3d-20baf335986b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4b1a4c","tenantID":"e2e-api-b-4b1a4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.035941979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"b20745f6-b746-45cb-8d3d-20baf335986b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"name":"e2e-api-b-4b1a4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.333112492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8003a44-e6b3-4ca0-a711-cca4a5ff35fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.3331322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8003a44-e6b3-4ca0-a711-cca4a5ff35fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.728942051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33978c54-810a-4cbb-ad45-fd048e821f98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.784118522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33978c54-810a-4cbb-ad45-fd048e821f98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.838990881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33978c54-810a-4cbb-ad45-fd048e821f98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.895049377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33978c54-810a-4cbb-ad45-fd048e821f98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.882994868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a113e7ac-d8ae-4ecc-9af1-8dd6268bdfca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.938491659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a113e7ac-d8ae-4ecc-9af1-8dd6268bdfca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.993503631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a113e7ac-d8ae-4ecc-9af1-8dd6268bdfca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:30.048724631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a113e7ac-d8ae-4ecc-9af1-8dd6268bdfca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:32.039716906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fcfbfda-d128-44a5-8b76-4e1793fc924e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:32.094799561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fcfbfda-d128-44a5-8b76-4e1793fc924e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:32.149830217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fcfbfda-d128-44a5-8b76-4e1793fc924e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:32.204918641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fcfbfda-d128-44a5-8b76-4e1793fc924e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:32.260783874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"572ad31f-d3a5-4e38-90a0-bf337ec21448","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69932e","tenantID":"e2e-api-a-69932e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:32.321551254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"572ad31f-d3a5-4e38-90a0-bf337ec21448","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"name":"e2e-api-a-69932e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:32.384100402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-69932e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05bdca2bda7ab6747f16143c0059203908ee16227729db52400e8f1e3775299b) AuthConfig (43c14f2f9c2c90064c56d6f0b96d3966cc148e3ee5b0191eacb8899ebd9786d9) AuthConfig (17d4fcddd14d34586d8bc254fb857edb41f94556edafadf7be681b9609eb687b) AuthConfig (73b0ad42c5e6f699bb0eb227d47144d9b6df681d616f7eca5d22f190f01f9f63) AuthConfig (14fca759920b11fa00c82e67900fc300b108aac141965e64ad1df3a0d0966573) AuthConfig (eb1097b23bde1338d41f1c8b632c4a1d21e8f0103ee4fc3d0a7d6bfba1e17d7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"572ad31f-d3a5-4e38-90a0-bf337ec21448","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:32.495495196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"968b31b9-ed67-4549-9e75-6a29b90a0627","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:32.495515678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"968b31b9-ed67-4549-9e75-6a29b90a0627","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:34.239680399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b6051d-8e66-4d6c-a07f-be30ef7ad93d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:34.294662518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b6051d-8e66-4d6c-a07f-be30ef7ad93d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:34.349949559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b6051d-8e66-4d6c-a07f-be30ef7ad93d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:34.405009187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b6051d-8e66-4d6c-a07f-be30ef7ad93d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.06927119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"ed634383-08d2-481d-9209-87891f1875d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4477e2","tenantID":"e2e-api-b-4477e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.130627956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"ed634383-08d2-481d-9209-87891f1875d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"name":"e2e-api-b-4477e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.384121059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd9fd6d3-f0f5-4e0b-aa32-7230f07c26b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.439492672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd9fd6d3-f0f5-4e0b-aa32-7230f07c26b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.494715464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd9fd6d3-f0f5-4e0b-aa32-7230f07c26b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.549770961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd9fd6d3-f0f5-4e0b-aa32-7230f07c26b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.605421427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"78924b79-dba1-4498-95f3-6a810bef590d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4477e2","tenantID":"e2e-api-b-4477e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.666077333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"78924b79-dba1-4498-95f3-6a810bef590d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"name":"e2e-api-b-4477e2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:38.636720259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee8ca19-be49-465f-8993-5263f0fc9449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:38.691769876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee8ca19-be49-465f-8993-5263f0fc9449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:38.746912368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee8ca19-be49-465f-8993-5263f0fc9449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:38.906876883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee8ca19-be49-465f-8993-5263f0fc9449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:40.935990248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f53434c-df94-4154-8ed1-4fe9a663aaf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:40.993166677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f53434c-df94-4154-8ed1-4fe9a663aaf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.05032857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f53434c-df94-4154-8ed1-4fe9a663aaf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.10533205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f53434c-df94-4154-8ed1-4fe9a663aaf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:42.612854844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"b7775d5a-d2b1-4858-a175-c80043218880","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69932e","tenantID":"e2e-api-a-69932e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:42.674782662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"b7775d5a-d2b1-4858-a175-c80043218880","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"name":"e2e-api-a-69932e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:42.961680989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db6c99ac-f33e-42e3-9f0b-4b4b37326b60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:42.961702075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db6c99ac-f33e-42e3-9f0b-4b4b37326b60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.111737437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"525399f5-965e-4394-91f7-57f3f81c4755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.166885048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"525399f5-965e-4394-91f7-57f3f81c4755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.22205598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"525399f5-965e-4394-91f7-57f3f81c4755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.277451233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"525399f5-965e-4394-91f7-57f3f81c4755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:45.278417271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77547db3-805d-4898-8e7b-2734a18d0145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:45.337778864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77547db3-805d-4898-8e7b-2734a18d0145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:45.394454918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77547db3-805d-4898-8e7b-2734a18d0145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:45.450527257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77547db3-805d-4898-8e7b-2734a18d0145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.444079307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807954cf-288f-4d55-adcd-065207932f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.499119165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807954cf-288f-4d55-adcd-065207932f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.554299107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807954cf-288f-4d55-adcd-065207932f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.611548441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807954cf-288f-4d55-adcd-065207932f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.375615422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95d9c6f0-65c8-4ecd-9994-c78f62ee56e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.375635367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95d9c6f0-65c8-4ecd-9994-c78f62ee56e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.434034649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed3ab6cb-79c9-410a-bfcd-1980960f6dfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.434054674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed3ab6cb-79c9-410a-bfcd-1980960f6dfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.5444982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"47751e3c-b1f6-4957-9569-7169ca874571","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67696","tenantID":"e2e-api-b-e67696","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.681506131Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"47751e3c-b1f6-4957-9569-7169ca874571","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"name":"e2e-api-b-e67696-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.788725989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e67696-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"47751e3c-b1f6-4957-9569-7169ca874571","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.849307477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63c388cd-84d4-482f-97b3-5cff7aca0fb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.849334457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63c388cd-84d4-482f-97b3-5cff7aca0fb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.241817523Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.253340621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"77231269-49db-4def-a345-f83d56ae900e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-61d11a","tenantID":"e2e-api-a-61d11a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.313858415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"77231269-49db-4def-a345-f83d56ae900e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"name":"e2e-api-a-61d11a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.602293761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d06b468-586d-4de0-af63-0a526ef7b6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.657268049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d06b468-586d-4de0-af63-0a526ef7b6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.712466363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d06b468-586d-4de0-af63-0a526ef7b6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.767418452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d06b468-586d-4de0-af63-0a526ef7b6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.767440934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"3c9dba9e-4920-4c1a-b6f1-9eb61fc63cf5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-61d11a","tenantID":"e2e-api-a-61d11a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.828161749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"3c9dba9e-4920-4c1a-b6f1-9eb61fc63cf5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"name":"e2e-api-a-61d11a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:51.765515439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b25ab3-70f8-4353-a3e5-cfff4627cc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:51.820468946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b25ab3-70f8-4353-a3e5-cfff4627cc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:51.875251893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b25ab3-70f8-4353-a3e5-cfff4627cc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:51.930038122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b25ab3-70f8-4353-a3e5-cfff4627cc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:53.944676132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7041440-30ed-4809-8b55-fc33df04b553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:53.999744263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7041440-30ed-4809-8b55-fc33df04b553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.054772259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7041440-30ed-4809-8b55-fc33df04b553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.109939069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7041440-30ed-4809-8b55-fc33df04b553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:56.154810183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bbe7d2-94f4-4769-9ba6-d84324d2595e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:56.209949581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bbe7d2-94f4-4769-9ba6-d84324d2595e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:56.265014725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bbe7d2-94f4-4769-9ba6-d84324d2595e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:56.319933332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bbe7d2-94f4-4769-9ba6-d84324d2595e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:58.328858799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a16d962-f431-4ac9-b796-764c7e812c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:58.38369136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a16d962-f431-4ac9-b796-764c7e812c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:58.43857378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a16d962-f431-4ac9-b796-764c7e812c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:58.493441695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a16d962-f431-4ac9-b796-764c7e812c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:58.961266645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"25a87deb-720f-47a9-8806-d9cbbaadb2e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67696","tenantID":"e2e-api-b-e67696","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.021957155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"25a87deb-720f-47a9-8806-d9cbbaadb2e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"name":"e2e-api-b-e67696-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.081267227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e67696-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"25a87deb-720f-47a9-8806-d9cbbaadb2e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.878296667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"0d546535-8108-4c9d-b308-df45221bebba","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-61d11a","tenantID":"e2e-api-a-61d11a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.952230246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"0d546535-8108-4c9d-b308-df45221bebba","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"name":"e2e-api-a-61d11a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.229035841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"3dbbc4af-b8cc-4058-b0cb-216b8e116212","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-61d11a","tenantID":"e2e-api-a-61d11a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.289717984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"3dbbc4af-b8cc-4058-b0cb-216b8e116212","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"name":"e2e-api-a-61d11a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.52642069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e657eb4-6dda-4d58-9a9b-7eda13d3cb57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.581432994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e657eb4-6dda-4d58-9a9b-7eda13d3cb57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.636191672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e657eb4-6dda-4d58-9a9b-7eda13d3cb57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.691054755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e657eb4-6dda-4d58-9a9b-7eda13d3cb57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:02.738416241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7157f98-5659-483e-a54c-60dab885aee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:02.797661069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7157f98-5659-483e-a54c-60dab885aee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:02.852505241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7157f98-5659-483e-a54c-60dab885aee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:02.909628854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7157f98-5659-483e-a54c-60dab885aee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:09.192952389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"a422ec8c-4216-4c7a-a676-bb4bd5f3a12f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67696","tenantID":"e2e-api-b-e67696","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:09.254416692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"a422ec8c-4216-4c7a-a676-bb4bd5f3a12f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"name":"e2e-api-b-e67696-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:09.315261687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e67696-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"a422ec8c-4216-4c7a-a676-bb4bd5f3a12f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.357056572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"a16e182b-488c-4905-8f32-756231451e59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.486172175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"55f17721-139d-4ff2-b52f-d02f0bc27db0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.53675969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"dd2ccb0c-9b86-473c-8b00-c1c8b96c0cc2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-585635","tenantID":"e2e-api-b-585635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.660985501Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"dd2ccb0c-9b86-473c-8b00-c1c8b96c0cc2","name":"e2e-api-b-585635-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.862841664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ffb20c6a-34a4-413a-9dd0-949643c4a838","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:12.010880513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"21165f4a-fdd0-4796-aa89-c3996ab8a6c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:12.180289501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"ef7c3f44-abdc-4df6-831a-44350e738b1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:12.300990608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"25e7466d-56d9-41a0-a243-d583901bece3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:12.435561874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"39124237-fbe9-47b7-9b8e-4d9339eccbf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:12.55769854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-sub-111f9c64","reconcileID":"773c19db-2012-4c24-b30c-3872f5385035","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"maas-trlp-e2e-lifecycle-model-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:12.664062705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"2c9387ab-788f-4ae8-9ad0-9acae80bf081","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:12.686630226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"4807b128-7911-4aa2-990e-6adab36199b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:12.770841338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"fccb234a-eeb1-4fb4-8475-ead39cd0b711","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:12.858518319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"e664e44f-dd93-4abc-bf8f-14a95244cc31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:12.894547097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"029254ce-27a0-4799-8cea-42eb9ef04e7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:16.847912573Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"9f07f795-f2fa-451b-97da-3e452a95b25b","namespace":"ai-tenant-e2e-mt-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:16.84799817Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"9f07f795-f2fa-451b-97da-3e452a95b25b","name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:16.90889116Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"9f07f795-f2fa-451b-97da-3e452a95b25b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:16.908912191Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"9f07f795-f2fa-451b-97da-3e452a95b25b","namespace":"ai-tenant-e2e-mt-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:16.909027846Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"9f07f795-f2fa-451b-97da-3e452a95b25b","name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:16.909432317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"a48fda71-6286-4ec1-951f-42faca0af65c","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:16.909447832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"a48fda71-6286-4ec1-951f-42faca0af65c","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:16.967239215Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"9f07f795-f2fa-451b-97da-3e452a95b25b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:16.970733167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"00b0d7dc-fd2c-4a86-99b1-94bb8ad973fc","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:16.97080691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"00b0d7dc-fd2c-4a86-99b1-94bb8ad973fc","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.019565894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"0f349e1d-3ada-4efe-aff1-51c29116cbdb","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:56:17.027598797Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"00b0d7dc-fd2c-4a86-99b1-94bb8ad973fc","name":"e2e-lifecycle-model-111f9c64","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-111f9c64\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:56:17.027654266Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"00b0d7dc-fd2c-4a86-99b1-94bb8ad973fc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-111f9c64\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.033041024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"445bd465-1675-4b33-b9f2-b0622970c237","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.033061153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"445bd465-1675-4b33-b9f2-b0622970c237","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.080644333Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-sub-111f9c64","reconcileID":"7c6b2ac9-6c9e-452d-ac2c-59ee72d99a1e","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-01027a28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.084589817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"0f349e1d-3ada-4efe-aff1-51c29116cbdb","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"e2e-mt-111f9c64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.156133133Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-sub-111f9c64","reconcileID":"4682ca4a-ab89-41ba-90a3-e4990ba2830d","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-01027a28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.266858076Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"953e7aea-42cd-48bb-97c5-91346e4f22e5","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.435648719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"953e7aea-42cd-48bb-97c5-91346e4f22e5","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.570473962Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"953e7aea-42cd-48bb-97c5-91346e4f22e5","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"e2e-mt-111f9c64-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.570496213Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-policy-111f9c64","reconcileID":"953e7aea-42cd-48bb-97c5-91346e4f22e5","MaaSAuthPolicy":{"name":"e2e-policy-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.630753094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"00a0cb2a-50d2-46ce-9969-8db3a9f2cd3a","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.630770964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"00a0cb2a-50d2-46ce-9969-8db3a9f2cd3a","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.243488891Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.438940763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"bdb7d160-a831-4f74-b9f2-75c717579b6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67696","tenantID":"e2e-api-b-e67696","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.499116372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"bdb7d160-a831-4f74-b9f2-75c717579b6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"name":"e2e-api-b-e67696-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.560391402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e67696-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ee2e849ed9b0cef7ea0f98b707f1622e64338d0c4760fa2e64b891baf63e62b) AuthConfig (d68162f53e4f3bd7ea96a81bc9b1cebc025f6047ee7b54d50ac08dfa99229e11) AuthConfig (812ffdd5cb13e3b42d09b019b35f7c22a0c96e7e49fd917e4366382393ff07d9) AuthConfig (a08b381c2531ceb4d87a751265678161d994643488d94b44a88645cbd794576b) AuthConfig (61e9fbffe15bde2d191aa05ecbae7d574a7e417eff18488b4f65d5dfaee902fb) AuthConfig (c3da52a2c23e7735f76893f795d7fd8498b87575c154f62f88d98d98332e6cd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"bdb7d160-a831-4f74-b9f2-75c717579b6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.619963707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd7edcb4-6a34-4f68-8833-b8afe60b13da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.619994494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd7edcb4-6a34-4f68-8833-b8afe60b13da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.084415975Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"18aca7c0-1ae2-415f-9043-9e75fe4678be","namespace":"ai-tenant-e2e-api-b-4477e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.08447354Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"18aca7c0-1ae2-415f-9043-9e75fe4678be","namespace":"ai-tenant-e2e-api-b-4477e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.084517569Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"18aca7c0-1ae2-415f-9043-9e75fe4678be","name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.142573266Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"18aca7c0-1ae2-415f-9043-9e75fe4678be","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.142739754Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","namespace":"ai-tenant-e2e-api-a-cf283d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.142791928Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","namespace":"ai-tenant-e2e-api-a-cf283d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.142816155Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"b435b4b1-adee-4c5c-9365-653c485fd80e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.142847009Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","tenant":"e2e-api-a-cf283d","tenantID":"e2e-api-a-cf283d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.1430772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9386758f-effb-4e3f-a90e-a0b20bba0b0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.143090897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9386758f-effb-4e3f-a90e-a0b20bba0b0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.201014221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"Deployment","name":"maas-api-e2e-api-a-cf283d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.2657439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"Service","name":"maas-api-e2e-api-a-cf283d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.324309744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-cf283d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.354802751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"b435b4b1-adee-4c5c-9365-653c485fd80e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4477e2","tenantID":"e2e-api-b-4477e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.381929104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-cf283d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.457696578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-cf283d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.501507806Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"b435b4b1-adee-4c5c-9365-653c485fd80e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"name":"e2e-api-b-4477e2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.501625492Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"e2e-e2e-api-b-4477e2-policy","reconcileID":"b435b4b1-adee-4c5c-9365-653c485fd80e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4477e2-policy","namespace":"ai-tenant-e2e-api-b-4477e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4477e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.515814972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-cf283d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.562067298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"582ea56f-faf7-443e-ad9b-6124b95343f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.562086933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"582ea56f-faf7-443e-ad9b-6124b95343f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.576965708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-cf283d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.634747286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-cf283d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.696602978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"Deployment","name":"payload-processing-e2e-api-a-cf283d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.751676817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-cf283d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.807765336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"Service","name":"payload-processing-e2e-api-a-cf283d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.86266101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"Service","name":"payload-pre-processing-e2e-api-a-cf283d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.919040793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-cf283d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.973983203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-cf283d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.028808416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-cf283d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.088162927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-cf283d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.143286662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-cf283d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.200110562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-cf283d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.255694847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-cf283d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.322736951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cf283d"},"namespace":"ai-tenant-e2e-api-a-cf283d","name":"default-tenant","reconcileID":"3c692696-3155-450e-8da5-228792b055ca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-cf283d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.384826318Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"c76862c5-b2a6-42ea-89de-35457b2742db","namespace":"ai-tenant-e2e-api-a-61d11a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.384904339Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"c76862c5-b2a6-42ea-89de-35457b2742db","namespace":"ai-tenant-e2e-api-a-61d11a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.384958711Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"c76862c5-b2a6-42ea-89de-35457b2742db","name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.444750056Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"c76862c5-b2a6-42ea-89de-35457b2742db","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.444879775Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"b77c3f99-3646-4a2d-9496-234b0be769a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.445196244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95399587-f026-4f4d-914d-2894a053ffa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.445209455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95399587-f026-4f4d-914d-2894a053ffa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.70905884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"b77c3f99-3646-4a2d-9496-234b0be769a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-61d11a","tenantID":"e2e-api-a-61d11a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.843609084Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"b77c3f99-3646-4a2d-9496-234b0be769a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"name":"e2e-api-a-61d11a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.843640746Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"e2e-e2e-api-a-61d11a-policy","reconcileID":"b77c3f99-3646-4a2d-9496-234b0be769a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-61d11a-policy","namespace":"ai-tenant-e2e-api-a-61d11a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-61d11a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.904044692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b22088a1-4ed7-4adf-b8f8-02cc37a36e1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:23.904065031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b22088a1-4ed7-4adf-b8f8-02cc37a36e1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:24.234122762Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-cf283d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-cf283d","reconcileID":"b3f66771-aaa8-437e-abd4-86fc59809c36","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-cf283d","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-cf283d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:25.443114813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5639e100-aa94-4382-acea-09034863b124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:25.498368052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5639e100-aa94-4382-acea-09034863b124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:25.553540577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5639e100-aa94-4382-acea-09034863b124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:25.608852568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5639e100-aa94-4382-acea-09034863b124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:27.21212338Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-sub-111f9c64","reconcileID":"544240dd-bc4b-4761-9d51-c8da2d6c2767","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","subscription":"e2e-sub-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:27.268152616Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-sub-111f9c64","reconcileID":"544240dd-bc4b-4761-9d51-c8da2d6c2767","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:27.324588818Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-sub-111f9c64","reconcileID":"544240dd-bc4b-4761-9d51-c8da2d6c2767","MaaSSubscription":{"name":"e2e-sub-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"name":"maas-trlp-e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:27.614017408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff66e064-646d-41a3-8d06-47efdb2846a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:27.669185774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff66e064-646d-41a3-8d06-47efdb2846a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:27.724205853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff66e064-646d-41a3-8d06-47efdb2846a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:27.753482103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"1edfb207-8d65-41fc-b108-b9c55248071f","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:27.753498623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"1edfb207-8d65-41fc-b108-b9c55248071f","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:27.779144018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff66e064-646d-41a3-8d06-47efdb2846a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:29.730083105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"cdded1f7-21c7-47e0-a9bf-900701931033","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67696","tenantID":"e2e-api-b-e67696","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:29.790121349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"cdded1f7-21c7-47e0-a9bf-900701931033","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"name":"e2e-api-b-e67696-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:29.822214389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bb4541a-0c7e-4673-9b15-57317b98f689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:29.882364015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bb4541a-0c7e-4673-9b15-57317b98f689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:29.882612747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e67696-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ee2e849ed9b0cef7ea0f98b707f1622e64338d0c4760fa2e64b891baf63e62b) AuthConfig (d68162f53e4f3bd7ea96a81bc9b1cebc025f6047ee7b54d50ac08dfa99229e11) AuthConfig (812ffdd5cb13e3b42d09b019b35f7c22a0c96e7e49fd917e4366382393ff07d9) AuthConfig (a08b381c2531ceb4d87a751265678161d994643488d94b44a88645cbd794576b) AuthConfig (61e9fbffe15bde2d191aa05ecbae7d574a7e417eff18488b4f65d5dfaee902fb) AuthConfig (c3da52a2c23e7735f76893f795d7fd8498b87575c154f62f88d98d98332e6cd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"cdded1f7-21c7-47e0-a9bf-900701931033","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:29.938176843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bb4541a-0c7e-4673-9b15-57317b98f689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:29.993108181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bb4541a-0c7e-4673-9b15-57317b98f689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:31.999185158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c541460-50c6-4601-b5ac-d4ef65e6d30e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.055547573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c541460-50c6-4601-b5ac-d4ef65e6d30e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.109724997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c541460-50c6-4601-b5ac-d4ef65e6d30e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.164135135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c541460-50c6-4601-b5ac-d4ef65e6d30e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.222115857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"5edeace5-ac89-4599-a5b4-938d5eddf5b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4b1a4c","tenantID":"e2e-api-b-4b1a4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.281964793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"5edeace5-ac89-4599-a5b4-938d5eddf5b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"name":"e2e-api-b-4b1a4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.66450211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"20a72312-7b7b-41f3-b91b-9dc757b5b10b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4b1a4c","tenantID":"e2e-api-b-4b1a4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.724339497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"20a72312-7b7b-41f3-b91b-9dc757b5b10b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"name":"e2e-api-b-4b1a4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:34.147663524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46253b60-c4a3-4bc4-86c5-ba3e4be56c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:34.201965911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46253b60-c4a3-4bc4-86c5-ba3e4be56c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:34.256166474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46253b60-c4a3-4bc4-86c5-ba3e4be56c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:34.310765142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46253b60-c4a3-4bc4-86c5-ba3e4be56c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:34.575523166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"c144da2f-ce10-4554-b8cc-355c0bad125b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:34.81945768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"6f569fd0-97d7-4edb-ac93-219ec29f1c5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:35.071842241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2438ae1-3c08-4540-b480-7421af47cb73","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:35.190194186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"20d6dc4e-0929-43e9-92b5-ce16ec11d645","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:35.374490233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"f8a10b3a-78ce-49c0-bb77-76adc5eedf7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:35.597106977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"7cfdaf4d-63bf-4a1c-8cd5-9babde5d30fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:35.59713789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b31c3313-b4cb-4b01-b095-7b02e6619699","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:35.676477068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"a96b7ecc-197f-406b-8d17-e6d45ab6dfb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:35.814274685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"a14ab7c2-a584-4fef-944f-f1ff1c7c3484","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:35.923061582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"155aeb6e-532b-4491-b1e3-3f46fc896bb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:36.020263701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"984f6493-64a8-4b9c-8506-c33fbb4529ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:36.192786162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"781cd150-edb3-4b26-933a-439386b178ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:36.297964769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d92ed6-d8ee-4d3f-9fb3-d2d4f44db883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:36.352388663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d92ed6-d8ee-4d3f-9fb3-d2d4f44db883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:36.406693173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d92ed6-d8ee-4d3f-9fb3-d2d4f44db883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:36.461043877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d92ed6-d8ee-4d3f-9fb3-d2d4f44db883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:38.519942256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366a9bb2-f7f1-48fc-98b2-19324edb1ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:38.574312043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366a9bb2-f7f1-48fc-98b2-19324edb1ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:38.628727335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366a9bb2-f7f1-48fc-98b2-19324edb1ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:38.683222665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366a9bb2-f7f1-48fc-98b2-19324edb1ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:39.993546822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"09b32485-d122-4452-85ef-40291707f035","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67696","tenantID":"e2e-api-b-e67696","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:40.058228272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"09b32485-d122-4452-85ef-40291707f035","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"name":"e2e-api-b-e67696-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:40.340532136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3dbd57a0-94d0-4af2-a511-3b99ae9c1120","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:40.340551421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3dbd57a0-94d0-4af2-a511-3b99ae9c1120","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.728540064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"d4db1ada-5d3a-4e8b-bd92-b1f1b76ef7af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4b1a4c","tenantID":"e2e-api-b-4b1a4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.788216942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"d4db1ada-5d3a-4e8b-bd92-b1f1b76ef7af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"name":"e2e-api-b-4b1a4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.110704561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"8c121587-9097-4087-a866-67b551116c88","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4b1a4c","tenantID":"e2e-api-b-4b1a4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.17082598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"8c121587-9097-4087-a866-67b551116c88","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"name":"e2e-api-b-4b1a4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:49.240330135Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:06.996549414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f16677ac-5a5c-4ac5-a9d6-784ec4cca22f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:07.051674966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f16677ac-5a5c-4ac5-a9d6-784ec4cca22f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:07.106311415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f16677ac-5a5c-4ac5-a9d6-784ec4cca22f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:07.161172036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f16677ac-5a5c-4ac5-a9d6-784ec4cca22f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:09.135765208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c1e827-4787-43af-a2b8-d987465f4dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:09.190774309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c1e827-4787-43af-a2b8-d987465f4dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:09.245342604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c1e827-4787-43af-a2b8-d987465f4dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:09.300091686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c1e827-4787-43af-a2b8-d987465f4dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:10.300541424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30d03ea9-6a8d-4e95-abd2-7ee1e003b45e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:10.300566156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30d03ea9-6a8d-4e95-abd2-7ee1e003b45e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:10.359776035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8a7d068-fd17-48a0-a699-b4e949dec664","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:10.359798065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8a7d068-fd17-48a0-a699-b4e949dec664","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:10.46839622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"62e2e6cc-4723-4b6f-9d9e-aa2ce76f5a48","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-585635","tenantID":"e2e-api-b-585635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:10.60308113Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"62e2e6cc-4723-4b6f-9d9e-aa2ce76f5a48","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"name":"e2e-api-b-585635-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:10.661476204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-585635-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"62e2e6cc-4723-4b6f-9d9e-aa2ce76f5a48","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:10.719315941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54d6c0af-eb63-4cd7-bdc9-41bc533db349","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:10.719342316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54d6c0af-eb63-4cd7-bdc9-41bc533db349","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:11.002321152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"d35d424f-fbd7-4c44-ad82-a9fb088e2403","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69932e","tenantID":"e2e-api-a-69932e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:11.062338401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"d35d424f-fbd7-4c44-ad82-a9fb088e2403","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"name":"e2e-api-a-69932e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:11.436308008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"0c130669-9050-4995-ac7a-a91b2589b7d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69932e","tenantID":"e2e-api-a-69932e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:11.496315332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"0c130669-9050-4995-ac7a-a91b2589b7d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"name":"e2e-api-a-69932e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:11.776970774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bd1f06-1bfb-427d-acb7-79485283ef68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:11.831537753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bd1f06-1bfb-427d-acb7-79485283ef68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:11.886258901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bd1f06-1bfb-427d-acb7-79485283ef68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:11.940993896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bd1f06-1bfb-427d-acb7-79485283ef68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:13.932211448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa3137a-1e9f-4df4-8684-1d875ca68522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:13.986958783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa3137a-1e9f-4df4-8684-1d875ca68522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:14.041846173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa3137a-1e9f-4df4-8684-1d875ca68522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:14.096694389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa3137a-1e9f-4df4-8684-1d875ca68522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:15.996010171Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","namespace":"ai-tenant-e2e-mt-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:15.996067986Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","namespace":"ai-tenant-e2e-mt-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:15.996126889Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","tenant":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.053212218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"Deployment","name":"maas-api-e2e-mt-111f9c64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.079116445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8b6faf-13be-45d5-a6e8-4b885760def7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.134295333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8b6faf-13be-45d5-a6e8-4b885760def7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.143048485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"Service","name":"maas-api-e2e-mt-111f9c64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.18890832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8b6faf-13be-45d5-a6e8-4b885760def7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.243521674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8b6faf-13be-45d5-a6e8-4b885760def7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.262451648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-111f9c64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.338604694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-111f9c64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.401124587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.458497278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.558735941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.615976299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.672763079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"Deployment","name":"payload-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.728681862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.783275129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"Service","name":"payload-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.838037994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"Service","name":"payload-pre-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.892342518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"DestinationRule","name":"payload-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.946856036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.001533157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.060628235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.115162574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.169592503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.224434816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.280684813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"336d5c67-cb4c-402d-9125-a2c855075e1a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-111f9c64","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.394898453Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","namespace":"ai-tenant-e2e-api-b-4477e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.39496322Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","namespace":"ai-tenant-e2e-api-b-4477e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.395017408Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","tenant":"e2e-api-b-4477e2","tenantID":"e2e-api-b-4477e2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.452020958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"Deployment","name":"maas-api-e2e-api-b-4477e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.515841654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"Service","name":"maas-api-e2e-api-b-4477e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.576121385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-4477e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.632908851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-4477e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.73796763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-4477e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.800922269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-4477e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.868108284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-4477e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.926292534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-4477e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.982754979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"Deployment","name":"payload-processing-e2e-api-b-4477e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.043268143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-4477e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.10269903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"Service","name":"payload-processing-e2e-api-b-4477e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.157678953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"Service","name":"payload-pre-processing-e2e-api-b-4477e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.171374707Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-111f9c64","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-111f9c64","reconcileID":"7b11fd04-b12f-4e00-83a1-93e348ecc2cd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-111f9c64","removed":["maas.opendatahub.io/gateway-access-e2e-mt-111f9c64"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.212684544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-4477e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.267411044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-4477e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.321965866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-4477e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:18.358445989Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"b32ee18f-a15e-47bb-87e5-ede5164d3cfd","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.385641179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-4477e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.409771591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7250b9a7-1e77-4051-a6d1-4c4c68b37efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.4642244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-4477e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.464859837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7250b9a7-1e77-4051-a6d1-4c4c68b37efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:18.472146431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"b32ee18f-a15e-47bb-87e5-ede5164d3cfd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:18.477544993Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"0f9fc8fc-9eb4-49de-87f6-7369c5d4c8b9","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:18.477600919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"0f9fc8fc-9eb4-49de-87f6-7369c5d4c8b9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:18.487966626Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"089686b9-2769-492f-83c8-75d1a1761cf8","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:18.488023987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"089686b9-2769-492f-83c8-75d1a1761cf8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:18.512212956Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"cc691e80-a366-454f-ac2f-d016f21fd885","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:18.512399602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"cc691e80-a366-454f-ac2f-d016f21fd885","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.527609217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7250b9a7-1e77-4051-a6d1-4c4c68b37efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.529636156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-4477e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:18.560696845Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"8dec6e27-b270-4772-916d-26693e78d45c","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:18.560877796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"8dec6e27-b270-4772-916d-26693e78d45c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.585792506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7250b9a7-1e77-4051-a6d1-4c4c68b37efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:18.641292808Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"3546682f-adb4-4466-b2ae-59068d48c846","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:18.641393604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"3546682f-adb4-4466-b2ae-59068d48c846","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.667160701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-4477e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.721636584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4477e2"},"namespace":"ai-tenant-e2e-api-b-4477e2","name":"default-tenant","reconcileID":"8d46304c-5269-4806-aca1-ce7648ae33de","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-4477e2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.781865855Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","namespace":"ai-tenant-e2e-api-a-61d11a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.781966849Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","namespace":"ai-tenant-e2e-api-a-61d11a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.78201874Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","tenant":"e2e-api-a-61d11a","tenantID":"e2e-api-a-61d11a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:18.802525417Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"d2c36130-f013-445a-ae39-8841e25961d2","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:18.802592468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"d2c36130-f013-445a-ae39-8841e25961d2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.838996206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"Deployment","name":"maas-api-e2e-api-a-61d11a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.908912266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"Service","name":"maas-api-e2e-api-a-61d11a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:18.973188494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-61d11a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.030939533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-61d11a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.094177088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-61d11a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:19.125954293Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"6ed494d0-575f-4f3c-af91-ff9d4f3e8da0","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:19.126132162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"6ed494d0-575f-4f3c-af91-ff9d4f3e8da0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.161714079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-61d11a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.225951867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-61d11a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.250645942Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.289637302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-61d11a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.350512012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"Deployment","name":"payload-processing-e2e-api-a-61d11a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.405082076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-61d11a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.459931993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"Service","name":"payload-processing-e2e-api-a-61d11a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.517849199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"Service","name":"payload-pre-processing-e2e-api-a-61d11a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.573201326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-61d11a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.617849532Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4477e2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4477e2","reconcileID":"7720d619-9683-468c-b8c9-ee359ac770b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4477e2","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-4477e2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.628700997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-61d11a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.682924574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-61d11a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.753921434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-61d11a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:19.76670555Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"26bd1176-4ce9-4d01-94ed-9a44c929f263","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:19.766772655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"26bd1176-4ce9-4d01-94ed-9a44c929f263","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:19.801871985Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"46616367-31cb-422d-aa55-1b9c1a0dd539","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:19.801939598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"46616367-31cb-422d-aa55-1b9c1a0dd539","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.80867039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-61d11a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.862889922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-61d11a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.918611786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-61d11a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:19.977957552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-61d11a"},"namespace":"ai-tenant-e2e-api-a-61d11a","name":"default-tenant","reconcileID":"970caa57-6dc0-4f0f-8f66-841d7026a2d4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-61d11a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:20.652804315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd5c4b1-cfcb-40ae-ab5d-5edd4e960167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:20.707441593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd5c4b1-cfcb-40ae-ab5d-5edd4e960167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:20.761856779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd5c4b1-cfcb-40ae-ab5d-5edd4e960167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:20.816480667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd5c4b1-cfcb-40ae-ab5d-5edd4e960167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:20.871791909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"047d7db3-c621-49dc-85cf-382f9d42e536","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-585635","tenantID":"e2e-api-b-585635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:20.931682558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"047d7db3-c621-49dc-85cf-382f9d42e536","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"name":"e2e-api-b-585635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:20.93517418Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-61d11a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-61d11a","reconcileID":"4bbf2f54-5494-40b1-883b-6232edd3fce1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-61d11a","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-61d11a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:20.989784953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-585635-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"047d7db3-c621-49dc-85cf-382f9d42e536","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:21.11448992Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"59204e36-9d84-41ef-bf99-3c15b9c27637","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:21.130286311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"59204e36-9d84-41ef-bf99-3c15b9c27637","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:21.400973302Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"3f31b8d4-f73b-400b-a666-92dd04e1db79","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:21.401035311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"3f31b8d4-f73b-400b-a666-92dd04e1db79","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:21.51177252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"e3602d0b-cdab-4488-bfb6-85d4dbc92cd7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69932e","tenantID":"e2e-api-a-69932e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:21.571810763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"e3602d0b-cdab-4488-bfb6-85d4dbc92cd7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"name":"e2e-api-a-69932e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:21.869041653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"aa964959-b15f-4252-902e-f62a51a30697","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69932e","tenantID":"e2e-api-a-69932e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:21.982622305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"aa964959-b15f-4252-902e-f62a51a30697","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"name":"e2e-api-a-69932e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:22.975083749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9449b7d4-71bc-49a0-995c-8f76e346f718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:23.029543975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9449b7d4-71bc-49a0-995c-8f76e346f718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:23.083981838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9449b7d4-71bc-49a0-995c-8f76e346f718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:23.138580185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9449b7d4-71bc-49a0-995c-8f76e346f718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.602170646Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"6231d26c-9b50-45b0-8e71-35215fc95a1a","namespace":"ai-tenant-e2e-api-b-4b1a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.602224522Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"6231d26c-9b50-45b0-8e71-35215fc95a1a","namespace":"ai-tenant-e2e-api-b-4b1a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.602288101Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"6231d26c-9b50-45b0-8e71-35215fc95a1a","name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.663487975Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"6231d26c-9b50-45b0-8e71-35215fc95a1a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.663752361Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"c3f2283a-268b-47e4-b050-c604ce550953","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.664186369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f802962-f2a6-4acb-8d7e-4bbe9115c943","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.664202083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f802962-f2a6-4acb-8d7e-4bbe9115c943","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.827569398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"c3f2283a-268b-47e4-b050-c604ce550953","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4b1a4c","tenantID":"e2e-api-b-4b1a4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.96054299Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"c3f2283a-268b-47e4-b050-c604ce550953","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"name":"e2e-api-b-4b1a4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.960574886Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"e2e-e2e-api-b-4b1a4c-policy","reconcileID":"c3f2283a-268b-47e4-b050-c604ce550953","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4b1a4c-policy","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4b1a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:26.020540132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1aa7c35f-8d70-408b-8408-fba1c307859b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:26.020563288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1aa7c35f-8d70-408b-8408-fba1c307859b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:28.875402301Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"27b6f3d4-e674-4e4a-8226-aacf34785855","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:28.875471617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"27b6f3d4-e674-4e4a-8226-aacf34785855","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:29.042523154Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"75d4267f-5360-4a57-8ef2-595f9c431669","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:29.042591785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"75d4267f-5360-4a57-8ef2-595f9c431669","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:29.419424748Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"e4c6138e-e5b6-486b-b823-0c447936396d","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:29.419507008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"e4c6138e-e5b6-486b-b823-0c447936396d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:29.528337258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"cd91cef2-6d36-4675-a3f0-a7477fc9aec4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67696","tenantID":"e2e-api-b-e67696","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:29.535115898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"3cd2a7ab-1fb6-4ce0-9447-b38036733b28","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:29.535176614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"3cd2a7ab-1fb6-4ce0-9447-b38036733b28","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:29.58983927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"cd91cef2-6d36-4675-a3f0-a7477fc9aec4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"name":"e2e-api-b-e67696-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:29.870403082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea61660-4f55-4ed7-aef4-98a42baa46c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:29.870513906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"d5ace449-c4c5-45e6-b9db-92d463cd013d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67696","tenantID":"e2e-api-b-e67696","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:29.925838669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea61660-4f55-4ed7-aef4-98a42baa46c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:29.981036354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea61660-4f55-4ed7-aef4-98a42baa46c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:29.986216166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"d5ace449-c4c5-45e6-b9db-92d463cd013d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"name":"e2e-api-b-e67696-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:30.035583588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea61660-4f55-4ed7-aef4-98a42baa46c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:30.211053803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"bdc744aa-6263-486a-9c06-e20a0d19c86a","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:30.211074287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"bdc744aa-6263-486a-9c06-e20a0d19c86a","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:30.382736513Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-111f9c64","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-111f9c64","reconcileID":"6d4ec1f6-578b-4e2e-a576-c30bc58d6b54","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-111f9c64","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-111f9c64":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:31.264310695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"2325438e-0a91-438f-ad8c-0d965ab41d22","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-585635","tenantID":"e2e-api-b-585635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:31.324627179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"2325438e-0a91-438f-ad8c-0d965ab41d22","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"name":"e2e-api-b-585635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:31.351289255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"6161d7d0-56bb-41ab-8bcd-dae0b90fa424","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:31.351309087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"6161d7d0-56bb-41ab-8bcd-dae0b90fa424","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:31.38315898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-585635-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43f21d520a51db3e31c0816fdd062d96beed111a24796a4856bd09bf912c6682) AuthConfig (0805efa054d6d20bc5b40ab70843ae032fef41cec40ce853c6fdd55aeb8d67d8) AuthConfig (7254eaea191c82eec2f18f208fee7a3b1dfbcb0ba2d4fe01311088f2aaff7633) AuthConfig (fa4f3a890ad90253f363a7570f04f4171b5883f674228252b3ab634dd8b4eec7) AuthConfig (d04d0fd4ba0f505442feb57cb846d5148d4e7ada0d9b3cbf806a7767ddf112ef) AuthConfig (278f364bc5d3fdd3488a6d56b4e2326824d61faaf0cd53948277637fd15f5717)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"2325438e-0a91-438f-ad8c-0d965ab41d22","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:31.443761132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3885cd8-9e60-4c29-b098-a1cdfd42da30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:31.443791644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3885cd8-9e60-4c29-b098-a1cdfd42da30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.086836914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ab13e5-9a5a-4b42-84f1-9de105d3ca7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.14270575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ab13e5-9a5a-4b42-84f1-9de105d3ca7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.198750316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ab13e5-9a5a-4b42-84f1-9de105d3ca7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.253165718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ab13e5-9a5a-4b42-84f1-9de105d3ca7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:34.275904962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cefbf71-5349-46eb-b993-a2f4fca3c68d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:34.33016077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cefbf71-5349-46eb-b993-a2f4fca3c68d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:34.384683258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cefbf71-5349-46eb-b993-a2f4fca3c68d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:34.440343529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cefbf71-5349-46eb-b993-a2f4fca3c68d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:36.511223697Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"da348988-0650-4e32-afbf-88c6eec4aeb8","namespace":"ai-tenant-e2e-api-a-69932e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:36.511278505Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"da348988-0650-4e32-afbf-88c6eec4aeb8","namespace":"ai-tenant-e2e-api-a-69932e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:36.511322161Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"da348988-0650-4e32-afbf-88c6eec4aeb8","name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:36.568619925Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"da348988-0650-4e32-afbf-88c6eec4aeb8","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:36.568911617Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"59c64630-31c7-41c7-8f78-d57dd1b87c99","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:36.569209105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9aefd54c-0e84-4f8e-923e-93f04dc97bff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:36.56922272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9aefd54c-0e84-4f8e-923e-93f04dc97bff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:36.752784394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"59c64630-31c7-41c7-8f78-d57dd1b87c99","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69932e","tenantID":"e2e-api-a-69932e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:36.886530192Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"59c64630-31c7-41c7-8f78-d57dd1b87c99","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"name":"e2e-api-a-69932e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:36.886554283Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"e2e-e2e-api-a-69932e-policy","reconcileID":"59c64630-31c7-41c7-8f78-d57dd1b87c99","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-69932e-policy","namespace":"ai-tenant-e2e-api-a-69932e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-69932e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:36.946016683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e32ab997-2e8f-4995-a94a-e795ff013bd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:36.946037064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e32ab997-2e8f-4995-a94a-e795ff013bd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:40.097702591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"2f9534c6-747a-4415-a98e-8b32bb1ac112","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67696","tenantID":"e2e-api-b-e67696","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:40.158082346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"2f9534c6-747a-4415-a98e-8b32bb1ac112","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"name":"e2e-api-b-e67696-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:40.480730011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"6dc72bed-ccb2-4615-8e74-e9492316c2b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67696","tenantID":"e2e-api-b-e67696","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:40.541038485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"6dc72bed-ccb2-4615-8e74-e9492316c2b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"name":"e2e-api-b-e67696-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:41.567516685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"c06ce6d0-2c90-4781-9be8-d4bbc7ff2c83","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-585635","tenantID":"e2e-api-b-585635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:41.629490834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"c06ce6d0-2c90-4781-9be8-d4bbc7ff2c83","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"name":"e2e-api-b-585635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:41.689239779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-585635-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43f21d520a51db3e31c0816fdd062d96beed111a24796a4856bd09bf912c6682) AuthConfig (0805efa054d6d20bc5b40ab70843ae032fef41cec40ce853c6fdd55aeb8d67d8) AuthConfig (7254eaea191c82eec2f18f208fee7a3b1dfbcb0ba2d4fe01311088f2aaff7633) AuthConfig (fa4f3a890ad90253f363a7570f04f4171b5883f674228252b3ab634dd8b4eec7) AuthConfig (d04d0fd4ba0f505442feb57cb846d5148d4e7ada0d9b3cbf806a7767ddf112ef) AuthConfig (278f364bc5d3fdd3488a6d56b4e2326824d61faaf0cd53948277637fd15f5717)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"c06ce6d0-2c90-4781-9be8-d4bbc7ff2c83","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:49.241475435Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:51.800963646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"0b4e9ba5-7d84-4276-b6b7-afd3403ea98e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-585635","tenantID":"e2e-api-b-585635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:51.860479624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"0b4e9ba5-7d84-4276-b6b7-afd3403ea98e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"name":"e2e-api-b-585635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:51.919374755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-585635-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43f21d520a51db3e31c0816fdd062d96beed111a24796a4856bd09bf912c6682) AuthConfig (0805efa054d6d20bc5b40ab70843ae032fef41cec40ce853c6fdd55aeb8d67d8) AuthConfig (7254eaea191c82eec2f18f208fee7a3b1dfbcb0ba2d4fe01311088f2aaff7633) AuthConfig (fa4f3a890ad90253f363a7570f04f4171b5883f674228252b3ab634dd8b4eec7) AuthConfig (d04d0fd4ba0f505442feb57cb846d5148d4e7ada0d9b3cbf806a7767ddf112ef) AuthConfig (278f364bc5d3fdd3488a6d56b4e2326824d61faaf0cd53948277637fd15f5717)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"0b4e9ba5-7d84-4276-b6b7-afd3403ea98e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.309728114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"171f825f-4fa7-46d7-a856-07d11e881f07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.309748789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"171f825f-4fa7-46d7-a856-07d11e881f07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.369572921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6fabca8-9528-4b6f-9b37-8b6e44486840","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.369597844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6fabca8-9528-4b6f-9b37-8b6e44486840","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.534212705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7e0805c9","reconcileID":"e43380e9-552f-4e79-aba5-169714d4088f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.596021317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7e0805c9","reconcileID":"e43380e9-552f-4e79-aba5-169714d4088f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.606112085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"657b690c-6f66-4516-8c0f-a405096d2c38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.606212058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"657b690c-6f66-4516-8c0f-a405096d2c38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.684234465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2c5fd00-1e67-4d4d-aca2-9524e5fbd6c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.684261178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2c5fd00-1e67-4d4d-aca2-9524e5fbd6c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:53.745194905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7e0805c9","reconcileID":"f476224b-ed77-463a-a885-713e34a2f098","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-7e0805c9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.801943284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c929cf19-46a8-447e-a1eb-b8410f26b96d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.868407128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f45966e-3643-4dcf-97e4-66ec18ee422f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.868432504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f45966e-3643-4dcf-97e4-66ec18ee422f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.87304543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c929cf19-46a8-447e-a1eb-b8410f26b96d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.877131641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e0b6ecd-ca0a-49f6-87d8-def685eb6ace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.938277893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b3c5d50-58c4-45f8-80f4-a55741447030","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.938301605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b3c5d50-58c4-45f8-80f4-a55741447030","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.949473626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e0b6ecd-ca0a-49f6-87d8-def685eb6ace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.965473414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdd0d08f-e45e-47d4-a843-14686b23d634","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:53.965489539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdd0d08f-e45e-47d4-a843-14686b23d634","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:54.145530579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7e0805c9","reconcileID":"f00899e3-308e-43fd-b816-4e29b00195a6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:54.205742229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7e0805c9","reconcileID":"f00899e3-308e-43fd-b816-4e29b00195a6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:54.234588586Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7e0805c9","reconcileID":"336158d3-5d5c-4013-84e6-69d099f35673","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7e0805c9","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-7e0805c9","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:54.234735206Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7e0805c9","reconcileID":"336158d3-5d5c-4013-84e6-69d099f35673","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7e0805c9","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7e0805c9","error":"MaaSModelRef not found: llm/nonexistent-model-7e0805c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:54.268465656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ed9a1f7-3a47-4c92-9407-71c2b5ac9b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:54.332843021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ed9a1f7-3a47-4c92-9407-71c2b5ac9b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:54.366869128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6d30ea8-4bd6-4987-8960-981a843f2670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:54.426647946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6d30ea8-4bd6-4987-8960-981a843f2670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:54.454603289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1454264f-636c-4571-9a05-78c7ec074cd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:54.511992892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ebf5d4c-6d09-4ef7-8538-407104e7da6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:54.51201896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ebf5d4c-6d09-4ef7-8538-407104e7da6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:54.741760147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7e0805c9","reconcileID":"ce7cc6b3-bfcd-461a-bba9-5fd88191f836","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7e0805c9","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:54.741892879Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7e0805c9","reconcileID":"ce7cc6b3-bfcd-461a-bba9-5fd88191f836","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7e0805c9","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7e0805c9","error":"MaaSModelRef not found: llm/nonexistent-model-7e0805c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:56.354068386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a8b2e14-4c1f-4875-9803-3cc777d20f4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:56.354090975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a8b2e14-4c1f-4875-9803-3cc777d20f4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:56.517920845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7e0805c9","reconcileID":"e84562b5-fef9-44f6-99b8-146121b06a4a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:56.518053657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95ba4baa-e928-4808-9308-993c384c72da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:56.517922533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef836d7b-6cbb-44a0-8328-5a6f578c0817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:56.57938895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef836d7b-6cbb-44a0-8328-5a6f578c0817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:56.579398284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95ba4baa-e928-4808-9308-993c384c72da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:56.582237717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7e0805c9","reconcileID":"e84562b5-fef9-44f6-99b8-146121b06a4a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:02.029889403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"0c218e3d-18d7-4c2e-b2e5-f636d04a4493","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-585635","tenantID":"e2e-api-b-585635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:02.08974103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"0c218e3d-18d7-4c2e-b2e5-f636d04a4493","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"name":"e2e-api-b-585635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:02.411255607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29c3c26c-3b32-4057-9671-171042d88cce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:02.411292306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29c3c26c-3b32-4057-9671-171042d88cce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:06.526503325Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7e0805c9","reconcileID":"c854afaf-8d34-4400-aa65-6f01acd70d54","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7e0805c9","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-7e0805c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:06.763035975Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7e0805c9","reconcileID":"c854afaf-8d34-4400-aa65-6f01acd70d54","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7e0805c9","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:06.763072044Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7e0805c9","reconcileID":"c854afaf-8d34-4400-aa65-6f01acd70d54","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7e0805c9","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7e0805c9","subscription":"e2e-neg-ghost-sub-7e0805c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:06.763208078Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7e0805c9","reconcileID":"c854afaf-8d34-4400-aa65-6f01acd70d54","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7e0805c9","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7e0805c9","error":"MaaSModelRef not found: llm/nonexistent-model-7e0805c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:06.98397088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b0ed8701-772a-475a-8419-4c6f102f6673","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:07.059189786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"4b3d8bbd-c016-4734-a92d-6d55ae955dce","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:07.099009887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18b4a899-5dfd-40ce-a87d-4da05696dd64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:07.099034608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18b4a899-5dfd-40ce-a87d-4da05696dd64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:07.186115442Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"4b3d8bbd-c016-4734-a92d-6d55ae955dce","name":"e2e-mt-111f9c64-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:07.263611456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbad1af6-3bf8-4266-afb6-d43612ea072e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:07.263628972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbad1af6-3bf8-4266-afb6-d43612ea072e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:07.264820713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f40f493-43cd-4ff8-8708-a3ab77862e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:07.265020675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0464a49e-90af-44fb-b56e-2afd844f3a23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:07.265432366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7e0805c9","reconcileID":"716bae8a-42d1-442d-baf4-36f0e35ac4d5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:07.32527674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0464a49e-90af-44fb-b56e-2afd844f3a23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:07.325641084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7e0805c9","reconcileID":"716bae8a-42d1-442d-baf4-36f0e35ac4d5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:07.327502463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f40f493-43cd-4ff8-8708-a3ab77862e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:07.534435558Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7e0805c9","reconcileID":"f67f41e5-ad31-432c-80a2-8d776cddc504","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7e0805c9","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:07.7485753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbba1cdb-e88f-40c3-94e2-c7597b17b521","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:07.748594873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbba1cdb-e88f-40c3-94e2-c7597b17b521","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.04566912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"702719a2-5569-4a59-9563-cf34bb370af7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.045689249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"702719a2-5569-4a59-9563-cf34bb370af7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.104180617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40dd8f6a-c85f-4b06-9f10-b13a85202dc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.10420797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40dd8f6a-c85f-4b06-9f10-b13a85202dc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.323455668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-43e9954a","reconcileID":"dd4dfea6-31ff-4a45-9514-232624c7561f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.383229633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-43e9954a","reconcileID":"dd4dfea6-31ff-4a45-9514-232624c7561f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.496440155Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-43e9954a","reconcileID":"dd4dfea6-31ff-4a45-9514-232624c7561f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-43e9954a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.766649348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d1b5711-c894-4eab-9437-d16163545a6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.766669249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d1b5711-c894-4eab-9437-d16163545a6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.984560849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-43e9954a","reconcileID":"abe319d9-6480-4273-ba2e-de8734ed9c8b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:09.044612682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-43e9954a","reconcileID":"abe319d9-6480-4273-ba2e-de8734ed9c8b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:09.157798196Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-43e9954a","reconcileID":"abe319d9-6480-4273-ba2e-de8734ed9c8b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-43e9954a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:58:09.471319769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-43e9954a","reconcileID":"abe319d9-6480-4273-ba2e-de8734ed9c8b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-policy-43e9954a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:09.701291486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-43e9954a","reconcileID":"61b032f9-6e7e-4d71-81e3-3441c0dac7d7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:09.762346536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-43e9954a","reconcileID":"61b032f9-6e7e-4d71-81e3-3441c0dac7d7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:09.875108769Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-43e9954a","reconcileID":"61b032f9-6e7e-4d71-81e3-3441c0dac7d7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-43e9954a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:10.825272863Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-43e9954a","reconcileID":"8ae34213-6d6e-49e6-826f-25a0b2af99ba","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:10.825394953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5406fafc-b8e1-475c-a14f-59767b378342","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:10.82541087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5406fafc-b8e1-475c-a14f-59767b378342","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:10.87990776Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-43e9954a","reconcileID":"8ae34213-6d6e-49e6-826f-25a0b2af99ba","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-43e9954a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-43e9954a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:11.048718122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98327be0-8272-45d9-a752-4f620dd28fed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:11.04874507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98327be0-8272-45d9-a752-4f620dd28fed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:11.75715318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"1496cbe5-5d00-4140-a9fe-61f49790320a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:11.854314149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"f0d866a7-ae0e-4368-84ee-4c8098bdec9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:11.886387254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"386000f6-b931-41d3-8416-613a8f0bdb6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:11.953868192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"4853cf34-5f23-4113-aac3-524fce6c072e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.13744081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"cabb1ab7-249f-4904-8462-1cdacd4f6cba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.361815728Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"dec8174f-7237-4f32-ab38-f83b71685e70","namespace":"ai-tenant-e2e-api-b-e67696","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.361909574Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"dec8174f-7237-4f32-ab38-f83b71685e70","namespace":"ai-tenant-e2e-api-b-e67696","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.361979889Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"dec8174f-7237-4f32-ab38-f83b71685e70","name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.424832571Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"dec8174f-7237-4f32-ab38-f83b71685e70","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.424979433Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","namespace":"ai-tenant-e2e-api-b-4b1a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.424987128Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"650b8250-b57e-47ac-9fb2-c95570f15263","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.425028843Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","namespace":"ai-tenant-e2e-api-b-4b1a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.425084598Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","tenant":"e2e-api-b-4b1a4c","tenantID":"e2e-api-b-4b1a4c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.425370191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36d3de89-4af0-4d5b-b882-fae759c2bb22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.425383522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36d3de89-4af0-4d5b-b882-fae759c2bb22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.450659628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"b836c047-1c04-403b-8f13-033234ba5f2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.484619292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"Deployment","name":"maas-api-e2e-api-b-4b1a4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.557525382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"Service","name":"maas-api-e2e-api-b-4b1a4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.623686306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-4b1a4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.637438606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"650b8250-b57e-47ac-9fb2-c95570f15263","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67696","tenantID":"e2e-api-b-e67696","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.640142194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"407adc12-d03a-4d22-a802-591426c94429","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.682762479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-4b1a4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.741294485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-4b1a4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.773705898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"23b801a3-4ee9-4d94-8f8b-3a40e053d756","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.804774036Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"650b8250-b57e-47ac-9fb2-c95570f15263","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"name":"e2e-api-b-e67696-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.812940433Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"e2e-e2e-api-b-e67696-policy","reconcileID":"650b8250-b57e-47ac-9fb2-c95570f15263","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67696-policy","namespace":"ai-tenant-e2e-api-b-e67696"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67696","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.812908881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-4b1a4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.890996871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"3db7a7ff-c8c8-477a-91f6-b849e5e567aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.893064331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-4b1a4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.893885338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2958c931-5d8f-4fde-8ec2-ad5f629e2464","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.894085053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2958c931-5d8f-4fde-8ec2-ad5f629e2464","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:12.971239965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-4b1a4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:13.038809508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"Deployment","name":"payload-processing-e2e-api-b-4b1a4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:13.040878366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"6e44308d-8c61-4e06-bd41-54e1e1dc9e11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:13.102938441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-4b1a4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:13.168527499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"970e47ec-68d6-46d7-be41-9124062c1d10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:13.168983814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"Service","name":"payload-processing-e2e-api-b-4b1a4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:13.227010791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"Service","name":"payload-pre-processing-e2e-api-b-4b1a4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:13.281486722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-4b1a4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:13.335831321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-4b1a4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:13.390164861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-4b1a4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:13.449141894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-4b1a4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:13.503905048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-4b1a4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:13.611666754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-4b1a4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:13.668754541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-4b1a4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:13.723676306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4b1a4c"},"namespace":"ai-tenant-e2e-api-b-4b1a4c","name":"default-tenant","reconcileID":"450c7f8e-ff80-41d4-be17-aee6332ac9d0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-4b1a4c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:14.601708181Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4b1a4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4b1a4c","reconcileID":"1180d35b-6d3b-4662-83d3-f9e46f890425","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4b1a4c","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-4b1a4c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:15.777047913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47bda37a-540b-40b2-aca6-923b19e3bbaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:15.831640416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47bda37a-540b-40b2-aca6-923b19e3bbaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:15.888593264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47bda37a-540b-40b2-aca6-923b19e3bbaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:15.943166336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47bda37a-540b-40b2-aca6-923b19e3bbaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:17.933613799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c4e78f-e44e-4dea-b8d8-436f2a870156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:17.988182811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c4e78f-e44e-4dea-b8d8-436f2a870156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:18.042452974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c4e78f-e44e-4dea-b8d8-436f2a870156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:18.096899113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c4e78f-e44e-4dea-b8d8-436f2a870156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:19.241045596Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:23.4528402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9aca0a8-bbe0-42fc-958d-c321efdae288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:23.507290952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9aca0a8-bbe0-42fc-958d-c321efdae288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:23.561554141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9aca0a8-bbe0-42fc-958d-c321efdae288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:23.615943007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9aca0a8-bbe0-42fc-958d-c321efdae288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:23.92992586Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d80c7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d80c7d","reconcileID":"aecfc4ab-3116-45a3-9c8b-a645ed8db806","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d80c7d","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-d80c7d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:24.871944907Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","namespace":"ai-tenant-e2e-api-a-69932e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:24.872001451Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","namespace":"ai-tenant-e2e-api-a-69932e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:24.872052189Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","tenant":"e2e-api-a-69932e","tenantID":"e2e-api-a-69932e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:24.931784386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"Deployment","name":"maas-api-e2e-api-a-69932e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:24.994991292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"Service","name":"maas-api-e2e-api-a-69932e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.059028356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-69932e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.168026653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-69932e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.230306796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-69932e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.289873287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-69932e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.351387934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-69932e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.411601285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-69932e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.4660985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"Deployment","name":"payload-processing-e2e-api-a-69932e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.529139398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-69932e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.588774016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"Service","name":"payload-processing-e2e-api-a-69932e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.643376312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"Service","name":"payload-pre-processing-e2e-api-a-69932e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.700113367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-69932e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.754154565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-69932e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.766039539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0fd1dff-3321-41a1-a30b-043a5dbbfda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.820267764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-69932e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.820432396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0fd1dff-3321-41a1-a30b-043a5dbbfda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.874933662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0fd1dff-3321-41a1-a30b-043a5dbbfda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.878937501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-69932e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.929192771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0fd1dff-3321-41a1-a30b-043a5dbbfda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:25.983588517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-69932e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:26.04088727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-69932e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:26.095529262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-69932e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:26.15017038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-69932e"},"namespace":"ai-tenant-e2e-api-a-69932e","name":"default-tenant","reconcileID":"1413a312-0610-4084-9608-1d601bfcfec1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-69932e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:27.294338037Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-69932e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-69932e","reconcileID":"eedebca0-d488-445e-b454-fa535e25974e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-69932e","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-69932e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:28.077860485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0394cfd0-5abf-4b60-a59e-161b7f9c3563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:28.132260925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0394cfd0-5abf-4b60-a59e-161b7f9c3563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:28.186468348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0394cfd0-5abf-4b60-a59e-161b7f9c3563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:28.240791405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0394cfd0-5abf-4b60-a59e-161b7f9c3563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:30.000225492Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a299b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a299b8","reconcileID":"1263fdf9-6c89-49d8-ae15-7a5c7296f9eb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a299b8","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-a299b8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:30.239928611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51892c9b-b980-451d-9709-7e5796e8d449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:30.294824127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51892c9b-b980-451d-9709-7e5796e8d449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:30.349491453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51892c9b-b980-451d-9709-7e5796e8d449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:30.404005976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51892c9b-b980-451d-9709-7e5796e8d449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:32.557288648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f00c9f-83af-4b7b-9d98-ae41987b8d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:32.61242349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f00c9f-83af-4b7b-9d98-ae41987b8d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:32.673262267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f00c9f-83af-4b7b-9d98-ae41987b8d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:32.729982609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f00c9f-83af-4b7b-9d98-ae41987b8d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:33.416422724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"a8ea015f-cdfd-4fd5-8cc0-a82ca70127b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:33.610135095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"ea2e306a-52d0-4d21-8f0a-cf7ba6b6fcc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:33.750818335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"b8f40572-777f-474b-88a7-dbbbce36d034","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:33.806053594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"84c4d6b8-1d27-4560-bbe0-5000cde9a907","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:33.944077551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"7ab00173-96f8-4a79-89a0-275ef654dd82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:34.047731664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"b4911032-5210-406d-9f8c-2c3dc02722a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:34.271659066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5d20d14b-4ecd-4c2a-b8c6-818999db8bc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:34.374074859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"2cadb95b-9ae5-410a-85e5-2e407cfa93b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:34.39568925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"34fd3680-2a29-42e7-9d10-9807d79a7f1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:34.596635027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"33077093-12d1-4564-a7f4-5abac2df772a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:34.703521795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"cccc1b85-5788-4b95-b48e-a0b48559ff86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:36.203692788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"27607b26-c18a-45c4-886c-11fcbfddef78","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-585635","tenantID":"e2e-api-b-585635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:36.263499823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"27607b26-c18a-45c4-886c-11fcbfddef78","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"name":"e2e-api-b-585635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:36.587455373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"e1d7c8eb-f330-41f0-936b-c0e2bef1e470","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-585635","tenantID":"e2e-api-b-585635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:36.647236721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"e1d7c8eb-f330-41f0-936b-c0e2bef1e470","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"name":"e2e-api-b-585635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:37.027102907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9c0def1-1ef7-4d42-8951-f45e3721524f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:37.082613179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9c0def1-1ef7-4d42-8951-f45e3721524f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:37.137057694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9c0def1-1ef7-4d42-8951-f45e3721524f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:37.191444701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9c0def1-1ef7-4d42-8951-f45e3721524f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:39.179288761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df13ea41-efe5-46ef-9141-7f7d229bf8f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:39.233933114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df13ea41-efe5-46ef-9141-7f7d229bf8f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:39.288346977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df13ea41-efe5-46ef-9141-7f7d229bf8f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:39.343260838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df13ea41-efe5-46ef-9141-7f7d229bf8f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:41.352846661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d266c931-04ba-4239-b8b0-400c9c20e76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:41.407779101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d266c931-04ba-4239-b8b0-400c9c20e76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:41.465775585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d266c931-04ba-4239-b8b0-400c9c20e76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:41.522614529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d266c931-04ba-4239-b8b0-400c9c20e76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:43.586743691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d10aca-e417-4c9a-88b1-0104ac2d7cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:43.647071216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d10aca-e417-4c9a-88b1-0104ac2d7cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:43.70240507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d10aca-e417-4c9a-88b1-0104ac2d7cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:43.758613755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d10aca-e417-4c9a-88b1-0104ac2d7cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:45.848193354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494afa85-0ddf-4aca-8980-3e6bec113d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:45.90295189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494afa85-0ddf-4aca-8980-3e6bec113d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:45.964065365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494afa85-0ddf-4aca-8980-3e6bec113d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:46.022489534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494afa85-0ddf-4aca-8980-3e6bec113d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:46.775099007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"890ee443-f4ad-4f69-8081-cbdcf680b362","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-585635","tenantID":"e2e-api-b-585635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:46.83501176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"890ee443-f4ad-4f69-8081-cbdcf680b362","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"name":"e2e-api-b-585635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:47.116714832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"3f0082df-3f6b-4a31-b937-378338bb4c60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-585635","tenantID":"e2e-api-b-585635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:47.23557487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"3f0082df-3f6b-4a31-b937-378338bb4c60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"name":"e2e-api-b-585635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:48.131305139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a32ae77-6d73-4825-8b76-31e4a8942451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:48.18567928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a32ae77-6d73-4825-8b76-31e4a8942451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:48.240837326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a32ae77-6d73-4825-8b76-31e4a8942451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:48.296145896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a32ae77-6d73-4825-8b76-31e4a8942451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:49.240903536Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:50.436085303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a122a39f-a84d-4bd1-b3ce-4b248b3423e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:50.490488783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a122a39f-a84d-4bd1-b3ce-4b248b3423e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:50.545066598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a122a39f-a84d-4bd1-b3ce-4b248b3423e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:50.599568999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a122a39f-a84d-4bd1-b3ce-4b248b3423e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:54.711596469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"b67890b0-073f-4449-9431-a5a7238ca8b4","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:54.711617856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"b67890b0-073f-4449-9431-a5a7238ca8b4","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:55.704502298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40923524-b5e4-4b35-9dab-21fc0c25c446","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:55.75887735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40923524-b5e4-4b35-9dab-21fc0c25c446","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:55.813337898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40923524-b5e4-4b35-9dab-21fc0c25c446","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:55.86789382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40923524-b5e4-4b35-9dab-21fc0c25c446","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:57.924604753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c539506a-2da4-4668-bbb5-f4430511058b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:57.978879905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c539506a-2da4-4668-bbb5-f4430511058b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:58.033436036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c539506a-2da4-4668-bbb5-f4430511058b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:58.087932457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c539506a-2da4-4668-bbb5-f4430511058b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:59.267491478Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","namespace":"ai-tenant-e2e-api-b-e67696","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:59.267570253Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","namespace":"ai-tenant-e2e-api-b-e67696","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:59.267643731Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","tenant":"e2e-api-b-e67696","tenantID":"e2e-api-b-e67696","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:59.326922124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"Deployment","name":"maas-api-e2e-api-b-e67696","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:59.393824085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"Service","name":"maas-api-e2e-api-b-e67696","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:59.452305043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-e67696","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:59.611227733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-e67696","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:59.678764091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-e67696","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:59.740315359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-e67696","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:59.800852883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-e67696","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:59.860648666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-e67696","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:59.91532141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"Deployment","name":"payload-processing-e2e-api-b-e67696","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:59.969944228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-e67696","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.024595096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"Service","name":"payload-processing-e2e-api-b-e67696","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.079077053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"Service","name":"payload-pre-processing-e2e-api-b-e67696","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.133327309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-e67696","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.187581612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-e67696","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.19988451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd59c167-8d3e-4456-9ee6-be090ea2ec77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.253816646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-e67696","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.254240097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd59c167-8d3e-4456-9ee6-be090ea2ec77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.308782781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd59c167-8d3e-4456-9ee6-be090ea2ec77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.312932858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-e67696","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.363135799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd59c167-8d3e-4456-9ee6-be090ea2ec77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.41811832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-e67696","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.480913947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-e67696","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.540131875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-e67696","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.59483776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67696"},"namespace":"ai-tenant-e2e-api-b-e67696","name":"default-tenant","reconcileID":"999f7fbf-dc1d-48ef-9de7-e10677cfa0c2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-e67696","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:01.479695445Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e67696","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e67696","reconcileID":"6035a18c-eaad-430c-a3d2-4ca516a85ab8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e67696","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-e67696"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:02.347611365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d05c2326-e165-4737-90b6-a7dc1cbf4f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:02.40251904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d05c2326-e165-4737-90b6-a7dc1cbf4f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:02.457704313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d05c2326-e165-4737-90b6-a7dc1cbf4f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:02.512592279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d05c2326-e165-4737-90b6-a7dc1cbf4f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:04.504787376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b811a5f-e17f-4dc2-b965-8eefd1cc2a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:04.559249204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b811a5f-e17f-4dc2-b965-8eefd1cc2a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:04.61365031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b811a5f-e17f-4dc2-b965-8eefd1cc2a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:04.668085197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b811a5f-e17f-4dc2-b965-8eefd1cc2a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:05.876109887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"33e1f19b-e39d-4809-8092-299ce1e57b61","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:05.876139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"33e1f19b-e39d-4809-8092-299ce1e57b61","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:05.990097013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"fbd0c35b-81bf-4b41-ab2b-7084459512af","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:05.990119144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"fbd0c35b-81bf-4b41-ab2b-7084459512af","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:06.659230383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e0fadf6-59eb-4b24-913d-3a892fe4f421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:06.715821086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e0fadf6-59eb-4b24-913d-3a892fe4f421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:06.771464559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e0fadf6-59eb-4b24-913d-3a892fe4f421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:06.825748912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e0fadf6-59eb-4b24-913d-3a892fe4f421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:08.83598231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9be794-0315-4775-9e7d-8fecc022c760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:08.890791577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9be794-0315-4775-9e7d-8fecc022c760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:08.945296472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9be794-0315-4775-9e7d-8fecc022c760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:08.999717798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9be794-0315-4775-9e7d-8fecc022c760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:15.570228433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ca9d41-bac4-422c-a4ce-44a83841aa9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:15.624877695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ca9d41-bac4-422c-a4ce-44a83841aa9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:15.679295557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ca9d41-bac4-422c-a4ce-44a83841aa9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:15.733902333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ca9d41-bac4-422c-a4ce-44a83841aa9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:16.087964918Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ffe14b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ffe14b","reconcileID":"4fb23592-2364-4f67-a6f5-fd76df21db57","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-ffe14b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-ffe14b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:16.605457469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"1e952fa9-06fc-473f-8b22-d43937b3bfe4","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"tenant":"e2e-mt-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","model":"ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:16.605476956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"1e952fa9-06fc-473f-8b22-d43937b3bfe4","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"routeName":"e2e-lifecycle-model-111f9c64-kserve-route","namespace":"ai-tenant-e2e-mt-111f9c64","llmisvcName":"e2e-lifecycle-model-111f9c64","gateway":"openshift-ingress/e2e-mt-111f9c64","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:16.960084297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"aaa74c94-bd66-4d89-a4cc-09bf02bc5005","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d80c7d","tenantID":"e2e-ipp-a-d80c7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:17.10061937Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"aaa74c94-bd66-4d89-a4cc-09bf02bc5005","name":"e2e-ipp-a-d80c7d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:17.781524013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1587952c-b548-4167-8d30-c56536e89bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:17.836610987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1587952c-b548-4167-8d30-c56536e89bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:17.891233339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1587952c-b548-4167-8d30-c56536e89bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:17.945999295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1587952c-b548-4167-8d30-c56536e89bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:19.240643314Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:22.296740893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"c6075597-25d5-408e-99e6-ddbbafcce2ec","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a299b8","tenantID":"e2e-ipp-a-a299b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:22.419976677Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"c6075597-25d5-408e-99e6-ddbbafcce2ec","name":"e2e-ipp-a-a299b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:27.593849482Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"51bca44c-0e3a-46cf-98be-976135856379","namespace":"ai-tenant-e2e-api-b-585635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:27.593906357Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"51bca44c-0e3a-46cf-98be-976135856379","namespace":"ai-tenant-e2e-api-b-585635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:27.593951385Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"51bca44c-0e3a-46cf-98be-976135856379","name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:27.653584402Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"51bca44c-0e3a-46cf-98be-976135856379","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:27.653894597Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"c3578b42-dc63-4e0b-a934-7807ec019341","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:27.654202874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21a3ff30-64b5-4e90-b690-3f26d3887246","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:27.654216505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21a3ff30-64b5-4e90-b690-3f26d3887246","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:27.864540786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"c3578b42-dc63-4e0b-a934-7807ec019341","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-585635","tenantID":"e2e-api-b-585635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:27.998659006Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"c3578b42-dc63-4e0b-a934-7807ec019341","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"name":"e2e-api-b-585635-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:27.998680082Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"e2e-e2e-api-b-585635-policy","reconcileID":"c3578b42-dc63-4e0b-a934-7807ec019341","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-585635-policy","namespace":"ai-tenant-e2e-api-b-585635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-585635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:28.057935716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14f47ecf-5aeb-4fff-82d9-10353604eb87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:28.057953332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14f47ecf-5aeb-4fff-82d9-10353604eb87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.750175697Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","namespace":"ai-tenant-e2e-mt-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.750232311Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","namespace":"ai-tenant-e2e-mt-111f9c64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.750278761Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","tenant":"e2e-mt-111f9c64","tenantID":"e2e-mt-111f9c64","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.807723183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"Deployment","name":"maas-api-e2e-mt-111f9c64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.872954262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"Service","name":"maas-api-e2e-mt-111f9c64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.936849959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-111f9c64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.993517688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-111f9c64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.052586243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.111042364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.1713074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.239874333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.295060944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"Deployment","name":"payload-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.355383529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.40989941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"Service","name":"payload-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.464481127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"Service","name":"payload-pre-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.51880783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"DestinationRule","name":"payload-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.573104473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.627837462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.692976026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.756340242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.811462994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.871618726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-111f9c64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.926320165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"default-tenant","reconcileID":"54ec76eb-d0db-4916-8204-c28adfd6295c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-111f9c64","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:39.790316098Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-111f9c64","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-111f9c64","reconcileID":"b57ef08b-064d-4559-80ba-8a1fc57903d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-111f9c64","removed":["maas.opendatahub.io/gateway-access-e2e-mt-111f9c64"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:39.964139796Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"3d8ca555-b36c-4747-9803-1c63b3716082","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:40.025186674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"3d8ca555-b36c-4747-9803-1c63b3716082","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:40.030532641Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"aea0567a-8b0e-4af0-8bbb-a48e78cd8387","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:40.03058607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"aea0567a-8b0e-4af0-8bbb-a48e78cd8387","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:40.041724868Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"013dabdd-c650-4554-81e3-38e0c7c6a230","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:40.041777801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"013dabdd-c650-4554-81e3-38e0c7c6a230","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:40.062933136Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"e981aa5d-119c-4bc8-9720-457fd0f0ddce","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:40.062989144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"e981aa5d-119c-4bc8-9720-457fd0f0ddce","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:40.103554292Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"66d616bd-3d30-4c81-901a-688937788a1e","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:40.10361984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"66d616bd-3d30-4c81-901a-688937788a1e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:40.184413989Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"8f3c19c6-dfd2-4bd6-97d2-520d3a707b60","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:40.184483409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"8f3c19c6-dfd2-4bd6-97d2-520d3a707b60","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:40.344967074Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"3d575cff-68d1-4b24-abea-1d83bd565d44","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:40.345032355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"3d575cff-68d1-4b24-abea-1d83bd565d44","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:40.666249596Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"bf1e47b3-b656-494d-b176-a27e8900d62e","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:40.666315558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"bf1e47b3-b656-494d-b176-a27e8900d62e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.936601958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68eb82d7-8c57-4da3-a1df-5959df65a341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.991478356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68eb82d7-8c57-4da3-a1df-5959df65a341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:41.046134681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68eb82d7-8c57-4da3-a1df-5959df65a341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:41.104312356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68eb82d7-8c57-4da3-a1df-5959df65a341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:41.30672931Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"077b2e04-cb27-4aa8-b499-eddead17cd5b","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:41.3068009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"077b2e04-cb27-4aa8-b499-eddead17cd5b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:42.588067483Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"94df5e6c-6fcf-4489-afee-ccb5285e9b5d","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:42.588138138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"94df5e6c-6fcf-4489-afee-ccb5285e9b5d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:43.094830437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cafd002-ad1a-42b5-9b45-415e9edac737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:43.1495444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cafd002-ad1a-42b5-9b45-415e9edac737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:43.20571928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cafd002-ad1a-42b5-9b45-415e9edac737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:43.263278905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cafd002-ad1a-42b5-9b45-415e9edac737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:45.148936443Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"beec946d-3ded-4f46-a4b4-a83813c16fd4","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:45.149002117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"beec946d-3ded-4f46-a4b4-a83813c16fd4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:45.247453384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72263c1f-9ff9-4f53-b82d-1970b608090c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:45.301782529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72263c1f-9ff9-4f53-b82d-1970b608090c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:45.356247753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72263c1f-9ff9-4f53-b82d-1970b608090c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:45.410905608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72263c1f-9ff9-4f53-b82d-1970b608090c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:45.899075899Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"efb1da24-d184-47ad-b693-4b9aaf3a91f9","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:45.89914373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"efb1da24-d184-47ad-b693-4b9aaf3a91f9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:47.445050586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66e2d49-d70a-4263-bbde-742786c11816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:47.499273987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66e2d49-d70a-4263-bbde-742786c11816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:47.553960257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66e2d49-d70a-4263-bbde-742786c11816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:47.608441079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66e2d49-d70a-4263-bbde-742786c11816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:49.240671055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:49.583497487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5af894-accd-4c73-b205-fa7eb7a04e35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:49.638745848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5af894-accd-4c73-b205-fa7eb7a04e35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:49.714060052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5af894-accd-4c73-b205-fa7eb7a04e35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:49.773828638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5af894-accd-4c73-b205-fa7eb7a04e35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:51.827230506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34016cbe-e661-4906-b7b2-78912e16f944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:51.881792627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34016cbe-e661-4906-b7b2-78912e16f944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:51.936265495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34016cbe-e661-4906-b7b2-78912e16f944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:51.991091115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34016cbe-e661-4906-b7b2-78912e16f944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:54.032222159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec60ec19-3d52-4aac-92b4-fe429b160f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:54.086460515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec60ec19-3d52-4aac-92b4-fe429b160f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:54.140787209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec60ec19-3d52-4aac-92b4-fe429b160f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:54.195202007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec60ec19-3d52-4aac-92b4-fe429b160f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:56.140667119Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"0e9d7f68-7545-4e29-880c-1669bb059ea0","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:56.140863227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"0e9d7f68-7545-4e29-880c-1669bb059ea0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:01.238149797Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"708496cd-83d6-44bb-a55d-56b6672fc0b3","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:01.238219809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"708496cd-83d6-44bb-a55d-56b6672fc0b3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:02.253960082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9255605-86db-4fa0-98e4-bd684e65c622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:02.308370506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9255605-86db-4fa0-98e4-bd684e65c622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:02.362566149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9255605-86db-4fa0-98e4-bd684e65c622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:02.416879989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9255605-86db-4fa0-98e4-bd684e65c622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:04.424837833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06ab27e-af5b-4be5-b907-8ea2df43e46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:04.479289699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06ab27e-af5b-4be5-b907-8ea2df43e46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:04.534210036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06ab27e-af5b-4be5-b907-8ea2df43e46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:04.588800894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06ab27e-af5b-4be5-b907-8ea2df43e46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:05.675942248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"bca2055d-fea0-4186-986f-a74042cbfed0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ffe14b","tenantID":"e2e-ipp-a-ffe14b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:05.802796604Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"bca2055d-fea0-4186-986f-a74042cbfed0","name":"e2e-ipp-a-ffe14b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:10.885851131Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"6111eaa0-e441-42d4-a157-26d872865bf9","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:10.885913689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"6111eaa0-e441-42d4-a157-26d872865bf9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:11.058548849Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"13fa2736-38a0-460a-a791-2fbfec7fdbab","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:11.058615671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"13fa2736-38a0-460a-a791-2fbfec7fdbab","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:11.926105009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627981f4-0630-465b-b772-a56d74b58c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:11.981293388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627981f4-0630-465b-b772-a56d74b58c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:12.036725524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627981f4-0630-465b-b772-a56d74b58c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:12.044885574Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"145556f1-d6a9-42a9-bd8a-8157eaadefc0","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:12.044944572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"145556f1-d6a9-42a9-bd8a-8157eaadefc0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:12.094933996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627981f4-0630-465b-b772-a56d74b58c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:12.255979598Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"7f06f5ba-e3f5-4c81-8d40-58a463a6a397","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:12.256049875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"7f06f5ba-e3f5-4c81-8d40-58a463a6a397","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:12.427580793Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8b0edc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8b0edc","reconcileID":"2ba3a276-7328-4467-b647-3f99efd2e09a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8b0edc","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-8b0edc":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:12.713052748Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"a7acea81-2e2b-4be3-be14-49316c834ee7","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:12.713138638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"a7acea81-2e2b-4be3-be14-49316c834ee7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:14.091903493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276c73a5-686f-4bcb-b1e0-48663e1600bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:14.146193204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276c73a5-686f-4bcb-b1e0-48663e1600bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:14.200796043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276c73a5-686f-4bcb-b1e0-48663e1600bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:14.25506317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276c73a5-686f-4bcb-b1e0-48663e1600bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:15.279963724Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"fcff10c1-ef8f-453f-a13d-38d9c552164e","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:15.280052483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"fcff10c1-ef8f-453f-a13d-38d9c552164e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:15.5862343Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"20ec7c4a-2aed-4579-8bca-35570e15f6cc","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:15.586298481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"20ec7c4a-2aed-4579-8bca-35570e15f6cc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:16.228227453Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"ecc334de-0f6b-44bc-976f-c6c1f05ac1db","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:16.228290842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-111f9c64","namespace":"ai-tenant-e2e-mt-111f9c64"},"namespace":"ai-tenant-e2e-mt-111f9c64","name":"e2e-lifecycle-model-111f9c64","reconcileID":"ecc334de-0f6b-44bc-976f-c6c1f05ac1db","error":"resolve tenant gateway for model ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-111f9c64/e2e-lifecycle-model-111f9c64-kserve-route (gateways: [openshift-ingress/e2e-mt-111f9c64]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:16.341014802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"199c1bfe-60db-4e20-a8eb-10afb1c278ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:16.399650831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"199c1bfe-60db-4e20-a8eb-10afb1c278ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:16.464275973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"199c1bfe-60db-4e20-a8eb-10afb1c278ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:16.518797031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"199c1bfe-60db-4e20-a8eb-10afb1c278ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:18.629032014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73142d79-24a3-4ba9-a955-baa5bb9ee073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:18.690565047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73142d79-24a3-4ba9-a955-baa5bb9ee073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:18.747146719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73142d79-24a3-4ba9-a955-baa5bb9ee073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:18.802339984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73142d79-24a3-4ba9-a955-baa5bb9ee073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:19.250022112Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:20.8514393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fad505e2-fa82-4a27-bcd3-96f9e2d83db0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:20.906126832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fad505e2-fa82-4a27-bcd3-96f9e2d83db0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:20.960863094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fad505e2-fa82-4a27-bcd3-96f9e2d83db0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:21.015243125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fad505e2-fa82-4a27-bcd3-96f9e2d83db0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.249470274Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","namespace":"ai-tenant-e2e-api-b-585635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.249539715Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","namespace":"ai-tenant-e2e-api-b-585635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.249610133Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","tenant":"e2e-api-b-585635","tenantID":"e2e-api-b-585635","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.306579548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"Deployment","name":"maas-api-e2e-api-b-585635","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.373337259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"Service","name":"maas-api-e2e-api-b-585635","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.463815492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-585635","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.520980502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-585635","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.600107978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-585635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.65802332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-585635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.717939738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-585635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.775227895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-585635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.829840672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"Deployment","name":"payload-processing-e2e-api-b-585635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.884512682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-585635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.939068722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"Service","name":"payload-processing-e2e-api-b-585635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.993505043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"Service","name":"payload-pre-processing-e2e-api-b-585635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.03745434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b3ad9e-04a8-4292-b6ed-f5fc77ff266c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.091874326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-585635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.092100691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b3ad9e-04a8-4292-b6ed-f5fc77ff266c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.146118082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-585635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.146562023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b3ad9e-04a8-4292-b6ed-f5fc77ff266c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.201028175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-585635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.201383924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b3ad9e-04a8-4292-b6ed-f5fc77ff266c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.261288578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-585635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.318460128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-585635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.375403534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-585635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.490560558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-585635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.549836514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-585635"},"namespace":"ai-tenant-e2e-api-b-585635","name":"default-tenant","reconcileID":"6b408f58-169e-40a4-95e2-e3e41a35e06d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-585635","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.598412829Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-3f9b9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-3f9b9b","reconcileID":"82e984c1-85cc-4dab-862b-0261458a8ffc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-3f9b9b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-3f9b9b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:24.823567122Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-585635","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-585635","reconcileID":"0b1b8677-15c4-464b-8913-5e3e4a8d70d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-585635","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-585635"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:25.244664476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4637d695-acff-466f-9054-e337e7555c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:25.300049429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4637d695-acff-466f-9054-e337e7555c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:25.360248364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4637d695-acff-466f-9054-e337e7555c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:25.417668932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4637d695-acff-466f-9054-e337e7555c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:27.600009481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d77d104-7e80-469c-ab9b-9ef7644479cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:27.666024373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d77d104-7e80-469c-ab9b-9ef7644479cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:27.72477246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d77d104-7e80-469c-ab9b-9ef7644479cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:27.786766971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d77d104-7e80-469c-ab9b-9ef7644479cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:31.421365934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b394eccc-34cb-4585-8cab-40e902571552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:31.476214705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b394eccc-34cb-4585-8cab-40e902571552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:31.530939046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b394eccc-34cb-4585-8cab-40e902571552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:31.585831952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b394eccc-34cb-4585-8cab-40e902571552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:31.956786422Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-eaa6d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-eaa6d2","reconcileID":"af25f940-6a0f-431f-a8d6-a3b9ad9d70a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-eaa6d2","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-eaa6d2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:33.633712011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec35266-846f-46d0-b4ce-761253f0bde9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:33.688782745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec35266-846f-46d0-b4ce-761253f0bde9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:33.748991966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec35266-846f-46d0-b4ce-761253f0bde9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:33.807520922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec35266-846f-46d0-b4ce-761253f0bde9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:36.000818177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"369b2bde-688c-4d38-8e2c-081e6d305c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:36.09044733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"369b2bde-688c-4d38-8e2c-081e6d305c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:36.145278578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"369b2bde-688c-4d38-8e2c-081e6d305c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:36.200640799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"369b2bde-688c-4d38-8e2c-081e6d305c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:38.361922096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd40ef9-2b07-45d4-b0dc-8f060b749da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:38.41665997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd40ef9-2b07-45d4-b0dc-8f060b749da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:38.476053821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd40ef9-2b07-45d4-b0dc-8f060b749da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:38.530391779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd40ef9-2b07-45d4-b0dc-8f060b749da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:38.993444462Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2d2ca9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2d2ca9","reconcileID":"7136d143-6107-40c8-a5fd-21e2abaf9ca9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2d2ca9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-2d2ca9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:40.651331432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59dc1b51-a25c-4051-8406-2b3133148eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:40.70845485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59dc1b51-a25c-4051-8406-2b3133148eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:40.764670173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59dc1b51-a25c-4051-8406-2b3133148eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:40.819775398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59dc1b51-a25c-4051-8406-2b3133148eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:42.840551581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f26765-83f0-4d1b-9e54-3262559225e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:42.894971911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f26765-83f0-4d1b-9e54-3262559225e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:42.95011005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f26765-83f0-4d1b-9e54-3262559225e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:43.011581184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f26765-83f0-4d1b-9e54-3262559225e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:45.032398895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8c768ae-dfd3-4faa-bc3d-b77fd9aef5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:45.086894924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8c768ae-dfd3-4faa-bc3d-b77fd9aef5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:45.141504425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8c768ae-dfd3-4faa-bc3d-b77fd9aef5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:45.196162445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8c768ae-dfd3-4faa-bc3d-b77fd9aef5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.238819896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9dbb80-b811-4001-9952-7abd2ceee17c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.293520894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9dbb80-b811-4001-9952-7abd2ceee17c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.347933407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9dbb80-b811-4001-9952-7abd2ceee17c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.402270717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9dbb80-b811-4001-9952-7abd2ceee17c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.241261643Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.395449033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747606cb-c73e-4a28-b84d-b30cf4b50162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.449841873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747606cb-c73e-4a28-b84d-b30cf4b50162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.504323889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747606cb-c73e-4a28-b84d-b30cf4b50162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.558801316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747606cb-c73e-4a28-b84d-b30cf4b50162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:51.53530959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ef07a1c-8cfb-4354-ab06-4e8b571e27c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:51.590458098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ef07a1c-8cfb-4354-ab06-4e8b571e27c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:51.644763725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ef07a1c-8cfb-4354-ab06-4e8b571e27c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:51.699400232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ef07a1c-8cfb-4354-ab06-4e8b571e27c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:01.438560606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f8fde1-6d8c-45b9-b916-8884baadf9e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:01.493346404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f8fde1-6d8c-45b9-b916-8884baadf9e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:01.547849413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f8fde1-6d8c-45b9-b916-8884baadf9e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:01.602303697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f8fde1-6d8c-45b9-b916-8884baadf9e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:03.620638045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"734461c7-2577-4fcf-af82-8ec78a4b1f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:03.675255585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"734461c7-2577-4fcf-af82-8ec78a4b1f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:03.729978432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"734461c7-2577-4fcf-af82-8ec78a4b1f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:03.78446226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"734461c7-2577-4fcf-af82-8ec78a4b1f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.873306206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f0fc6b-ade9-4c11-8241-8b4feb708a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.92931611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f0fc6b-ade9-4c11-8241-8b4feb708a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.98360234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f0fc6b-ade9-4c11-8241-8b4feb708a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:06.038047012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f0fc6b-ade9-4c11-8241-8b4feb708a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:08.159308102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b84c48-63d6-47b5-a2fe-9891d899d3cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:08.214873281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b84c48-63d6-47b5-a2fe-9891d899d3cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:08.271864131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b84c48-63d6-47b5-a2fe-9891d899d3cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:08.326178254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b84c48-63d6-47b5-a2fe-9891d899d3cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:10.348213465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ac949c-d61b-4f2a-a2bf-6a6ba6f6d05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:10.403456259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ac949c-d61b-4f2a-a2bf-6a6ba6f6d05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:10.457784087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ac949c-d61b-4f2a-a2bf-6a6ba6f6d05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:10.512385668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ac949c-d61b-4f2a-a2bf-6a6ba6f6d05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:11.209901133Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-77a92c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-77a92c","reconcileID":"afe1ec79-49af-40ce-afa4-bdc33fbefd04","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-77a92c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-77a92c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:12.528709857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98aee40-3373-4606-897e-61ff21e3ddb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:12.584199195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98aee40-3373-4606-897e-61ff21e3ddb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:12.63880175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98aee40-3373-4606-897e-61ff21e3ddb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:12.693085275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98aee40-3373-4606-897e-61ff21e3ddb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:12.863900183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"d06cbfc7-6985-4f17-a48e-afead2db67a2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-8b0edc","tenantID":"e2e-ipp-b-8b0edc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:13.041319377Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"d06cbfc7-6985-4f17-a48e-afead2db67a2","name":"e2e-ipp-b-8b0edc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:19.240767221Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:28.500992153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"f4cfb3bc-e689-4e2e-82ba-155111eb2afd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-3f9b9b","tenantID":"e2e-ipp-b-3f9b9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:28.631603737Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"f4cfb3bc-e689-4e2e-82ba-155111eb2afd","name":"e2e-ipp-b-3f9b9b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:38.925691983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"a07f735c-524b-4ebd-bd5c-c4aba8090592","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:39.050568189Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"a07f735c-524b-4ebd-bd5c-c4aba8090592","name":"e2e-ipp-a-eaa6d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:49.240792276Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:54.296081045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"5d382a22-805d-45e0-a836-473f1c4164e8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2d2ca9","tenantID":"e2e-ipp-a-2d2ca9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:54.42129298Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"5d382a22-805d-45e0-a836-473f1c4164e8","name":"e2e-ipp-a-2d2ca9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:19.241458782Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:25.722461775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"cc9aa1d9-5af8-4daf-bf6d-f2eb9f8a2b58","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-77a92c","tenantID":"e2e-ipp-b-77a92c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:25.857983307Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"cc9aa1d9-5af8-4daf-bf6d-f2eb9f8a2b58","name":"e2e-ipp-b-77a92c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:32.939473341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a261818-e7ef-4648-88a5-8c0d0a0f62de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:32.993917592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a261818-e7ef-4648-88a5-8c0d0a0f62de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:33.048499217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a261818-e7ef-4648-88a5-8c0d0a0f62de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:33.103014442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a261818-e7ef-4648-88a5-8c0d0a0f62de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:35.143389439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b27495-fcb9-402a-9ce3-67870dd7767b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:35.197972711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b27495-fcb9-402a-9ce3-67870dd7767b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:35.252221498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b27495-fcb9-402a-9ce3-67870dd7767b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:35.306793395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b27495-fcb9-402a-9ce3-67870dd7767b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:48.991198586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef9cc10-dbad-444c-b1a6-e3a3dfdc3f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:49.045800926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef9cc10-dbad-444c-b1a6-e3a3dfdc3f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:49.100151848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef9cc10-dbad-444c-b1a6-e3a3dfdc3f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:49.156455495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef9cc10-dbad-444c-b1a6-e3a3dfdc3f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:49.241267592Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:51.129149439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"878ff5ca-cf82-4df9-ae74-15fae1226c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:51.183533623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"878ff5ca-cf82-4df9-ae74-15fae1226c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:51.238678971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"878ff5ca-cf82-4df9-ae74-15fae1226c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:51.29368227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"878ff5ca-cf82-4df9-ae74-15fae1226c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:53.342564174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367a8b90-1047-42c1-ba4b-b68810a2d65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:53.396799018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367a8b90-1047-42c1-ba4b-b68810a2d65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:53.451547483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367a8b90-1047-42c1-ba4b-b68810a2d65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:53.506646378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367a8b90-1047-42c1-ba4b-b68810a2d65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:59.721815288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e31cd9-9199-40a4-b961-fcc8ea848129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:59.776306433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e31cd9-9199-40a4-b961-fcc8ea848129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:59.830886033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e31cd9-9199-40a4-b961-fcc8ea848129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:59.885197823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e31cd9-9199-40a4-b961-fcc8ea848129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:02.058426408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5a5e91-feb7-4c04-b11d-c15e0f36fce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:02.120757359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5a5e91-feb7-4c04-b11d-c15e0f36fce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:02.212684242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5a5e91-feb7-4c04-b11d-c15e0f36fce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:02.26743312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5a5e91-feb7-4c04-b11d-c15e0f36fce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:04.268484285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e14b4f8-6e4d-4b36-aead-2190c937a176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:04.32564251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e14b4f8-6e4d-4b36-aead-2190c937a176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:04.395830135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e14b4f8-6e4d-4b36-aead-2190c937a176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:04.451436623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e14b4f8-6e4d-4b36-aead-2190c937a176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:06.474693398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16b3808-d9f7-4180-a0a1-d542ccee7a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:06.529141045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16b3808-d9f7-4180-a0a1-d542ccee7a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:06.583714118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16b3808-d9f7-4180-a0a1-d542ccee7a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:06.638478171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16b3808-d9f7-4180-a0a1-d542ccee7a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:07.981926305Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c60685","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c60685","reconcileID":"820fe4e3-9a4e-406c-bb80-7dfd62af0d11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c60685","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-c60685":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:08.64655047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e939da1d-43b1-4cdc-90b2-cfd495ff3da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:08.700801741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e939da1d-43b1-4cdc-90b2-cfd495ff3da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:08.755292745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e939da1d-43b1-4cdc-90b2-cfd495ff3da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:08.809907717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e939da1d-43b1-4cdc-90b2-cfd495ff3da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:10.785580827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d60dc65-2c26-4c1c-bab0-8fe06fed1137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:10.839933992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d60dc65-2c26-4c1c-bab0-8fe06fed1137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:10.895729296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d60dc65-2c26-4c1c-bab0-8fe06fed1137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:10.951761289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d60dc65-2c26-4c1c-bab0-8fe06fed1137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:16.192848185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831f7c02-349a-4812-be73-c0c4dfef622a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:16.247205348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831f7c02-349a-4812-be73-c0c4dfef622a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:16.302661455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831f7c02-349a-4812-be73-c0c4dfef622a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:16.358013359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831f7c02-349a-4812-be73-c0c4dfef622a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:18.361471585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22173ce-974f-46c5-8d6b-c83e4ff3f9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:18.415915113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22173ce-974f-46c5-8d6b-c83e4ff3f9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:18.470129805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22173ce-974f-46c5-8d6b-c83e4ff3f9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:18.524539857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22173ce-974f-46c5-8d6b-c83e4ff3f9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:18.74671278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"f1dbf278-7182-457c-a354-99e9004f4289","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:18.74673473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"d7f55eb6-09c8-48ac-ae77-561e035f41d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:19.021851087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"91f3fa6a-e46a-48a5-a739-4e02d414f7ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:19.142692459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"34176ed0-fc98-4c8d-855f-aa445e390024","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:19.245774042Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:19.586511487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"d11f86c3-d592-419f-89bd-aebabf67a7ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:19.697617148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"537e4495-0d59-4e49-b19b-b611738b7fab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:19.861311518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"a4714380-ecf8-4295-bb6b-72674028e95f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:19.927897161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"4140a3e2-552e-4c6c-9a08-3ef36f11db6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:20.043137449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"3e0ee457-9727-4f91-8ba9-0c7ba9639b82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:20.100517991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c2ce46c2-4df0-472c-aa5e-9835fc250a0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:20.194943603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"23b97181-2cfe-465a-949c-403d579b70d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:20.237096387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"dff1df5e-831f-4014-a82a-3a307afe370c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:23.022805951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b585342c-924b-49f0-962c-5d49e59f618e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:23.077129566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b585342c-924b-49f0-962c-5d49e59f618e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:23.13170891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b585342c-924b-49f0-962c-5d49e59f618e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:23.186155412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b585342c-924b-49f0-962c-5d49e59f618e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:23.512892206Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f700fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f700fe","reconcileID":"a542d258-714f-4c41-8634-f4122097a9f5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f700fe","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-f700fe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:25.222793021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2090b38-21eb-4883-b1a4-673850132d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:25.277387499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2090b38-21eb-4883-b1a4-673850132d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:25.332203049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2090b38-21eb-4883-b1a4-673850132d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:25.386691872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2090b38-21eb-4883-b1a4-673850132d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:27.460809814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed9c20f-5011-4fb2-9c84-82077e17768f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:27.551873293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed9c20f-5011-4fb2-9c84-82077e17768f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:27.608922312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed9c20f-5011-4fb2-9c84-82077e17768f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:27.664015718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed9c20f-5011-4fb2-9c84-82077e17768f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:48.099092619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75efaa49-fd6b-4c7f-a4b1-192f85f996c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:48.153723905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75efaa49-fd6b-4c7f-a4b1-192f85f996c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:48.210630638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75efaa49-fd6b-4c7f-a4b1-192f85f996c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:48.266721715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75efaa49-fd6b-4c7f-a4b1-192f85f996c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:49.253376547Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:50.254143838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edeb228d-ccd3-4ef2-b47a-ea4d88b8c929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:50.316525197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edeb228d-ccd3-4ef2-b47a-ea4d88b8c929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:50.37143311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edeb228d-ccd3-4ef2-b47a-ea4d88b8c929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:50.42657529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edeb228d-ccd3-4ef2-b47a-ea4d88b8c929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:52.50214846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e412398-c672-42df-a215-5a5840986ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:52.561430366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e412398-c672-42df-a215-5a5840986ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:52.616600621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e412398-c672-42df-a215-5a5840986ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:52.67102918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e412398-c672-42df-a215-5a5840986ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:54.66368516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950c1b1e-ce7b-4eca-b63c-64c77ede70be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:54.718184513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950c1b1e-ce7b-4eca-b63c-64c77ede70be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:54.772925358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950c1b1e-ce7b-4eca-b63c-64c77ede70be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:54.827634328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950c1b1e-ce7b-4eca-b63c-64c77ede70be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.633855575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ecb4b00-64b5-4cca-b364-6a2a0761cf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.688247868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ecb4b00-64b5-4cca-b364-6a2a0761cf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.742688835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ecb4b00-64b5-4cca-b364-6a2a0761cf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.797223658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ecb4b00-64b5-4cca-b364-6a2a0761cf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:13.964012605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e3dbba-226c-4f4d-92da-0364af73a342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:14.02064341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e3dbba-226c-4f4d-92da-0364af73a342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:14.075327239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e3dbba-226c-4f4d-92da-0364af73a342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:14.129718709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e3dbba-226c-4f4d-92da-0364af73a342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:16.1021729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f382afd-3e69-4746-a992-0c30d037ec44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:16.156484087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f382afd-3e69-4746-a992-0c30d037ec44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:16.210837027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f382afd-3e69-4746-a992-0c30d037ec44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:16.265217131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f382afd-3e69-4746-a992-0c30d037ec44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.241122077Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:27.050165547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac52c1b5-fda1-40e0-9486-729c66b8fbe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:27.104720841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac52c1b5-fda1-40e0-9486-729c66b8fbe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:27.159295933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac52c1b5-fda1-40e0-9486-729c66b8fbe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:27.215268021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac52c1b5-fda1-40e0-9486-729c66b8fbe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:29.193779281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5cb43df-5a65-4ce2-8251-244d41caeab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:29.24881913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5cb43df-5a65-4ce2-8251-244d41caeab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:29.30295444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5cb43df-5a65-4ce2-8251-244d41caeab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:29.357347331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5cb43df-5a65-4ce2-8251-244d41caeab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:31.358157961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa91ea1c-bcc5-437c-89fb-67d6c826577b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:31.412562047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa91ea1c-bcc5-437c-89fb-67d6c826577b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:31.467729256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa91ea1c-bcc5-437c-89fb-67d6c826577b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:31.522717138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa91ea1c-bcc5-437c-89fb-67d6c826577b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:33.498292775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829ee486-3495-4369-8a92-d2da59a4a4f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:33.553292429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829ee486-3495-4369-8a92-d2da59a4a4f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:33.607768424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829ee486-3495-4369-8a92-d2da59a4a4f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:33.662224551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829ee486-3495-4369-8a92-d2da59a4a4f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:40.461721409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"e17ffc85-cdbc-4a93-b5b5-3edaceea1c27","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-c60685","tenantID":"e2e-ipp-b-c60685","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:40.58828318Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"e17ffc85-cdbc-4a93-b5b5-3edaceea1c27","name":"e2e-ipp-b-c60685-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:49.241714367Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.048953116Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","namespace":"ai-tenant-e2e-ipp-a-d80c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.049006149Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","namespace":"ai-tenant-e2e-ipp-a-d80c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.049058749Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","tenant":"e2e-ipp-a-d80c7d","tenantID":"e2e-ipp-a-d80c7d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.106095864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"Deployment","name":"maas-api-e2e-ipp-a-d80c7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.174249699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"Service","name":"maas-api-e2e-ipp-a-d80c7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.234735004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-d80c7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.291632628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-d80c7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.35273642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-d80c7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.410906855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-d80c7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.468929644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-d80c7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.530750303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-d80c7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.590035624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-d80c7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.64762718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-d80c7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.711594136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"Service","name":"payload-processing-e2e-ipp-a-d80c7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.779447844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-d80c7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.83808557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-d80c7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.900854315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-d80c7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:53.959724369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-d80c7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:54.019074168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-d80c7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:54.07595523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-d80c7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:54.135963058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-d80c7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:54.214134101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-d80c7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:54.270826054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d80c7d"},"namespace":"ai-tenant-e2e-ipp-a-d80c7d","name":"default-tenant","reconcileID":"47247864-7592-4e55-9bef-a84a96b05f58","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-d80c7d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:55.142331619Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d80c7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d80c7d","reconcileID":"1b5702fe-3023-4ad6-be47-2ef378f62186","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d80c7d","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-d80c7d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:56.414855573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af658999-2fdd-4275-86fa-e31b4193457a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:56.471204884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af658999-2fdd-4275-86fa-e31b4193457a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:56.525596813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af658999-2fdd-4275-86fa-e31b4193457a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:56.580753524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af658999-2fdd-4275-86fa-e31b4193457a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:57.645307927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"21be9487-bba8-46c5-b9a8-f9f8fe7cc568","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:57.781242048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fd214031-856b-495f-8fdc-5b9b97c88d53","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:57.890817851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"17cbc521-6048-41c5-8cfc-17b9668a8f9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:57.94043668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"aaec74e5-c958-4f1b-b65d-06c4fe9d561d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:57.958699046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"a55c0140-dde5-43a5-98a4-81e58d52965c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:58.040057694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"2ffaa1d3-210b-4428-890e-7fee18f9fa87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:58.230280249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"041c6163-ac02-4d2d-9286-09034be4a52b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:58.463293978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"9659a374-f954-433f-bd8c-b0f505110dec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:58.644603114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"6f16a1bf-a4b9-4da8-b93e-8c73dee24d3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:58.763864328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8e7e54-ef63-4b3b-99d6-302c60c2e34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:58.818605129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8e7e54-ef63-4b3b-99d6-302c60c2e34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:58.876164956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"5a5fe6b5-ff51-4b4b-930d-2775aee99467","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:58.876574759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8e7e54-ef63-4b3b-99d6-302c60c2e34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:58.931112656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8e7e54-ef63-4b3b-99d6-302c60c2e34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:59.098975335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"0718211b-c8e5-4a15-b737-f6b0d49eaf4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:59.198452843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"bbf337d0-7740-4654-b715-a2c7f75d7dd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:59.874602905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"cddb8e48-87dd-4bed-a4d1-89fda5182743","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-f700fe","tenantID":"e2e-ipp-b-f700fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:59.999665984Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"cddb8e48-87dd-4bed-a4d1-89fda5182743","name":"e2e-ipp-b-f700fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.065577008Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","namespace":"ai-tenant-e2e-ipp-a-ffe14b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.066208534Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","namespace":"ai-tenant-e2e-ipp-a-ffe14b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.066343699Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","tenant":"e2e-ipp-a-ffe14b","tenantID":"e2e-ipp-a-ffe14b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.130792448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"Deployment","name":"maas-api-e2e-ipp-a-ffe14b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.194140975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"Service","name":"maas-api-e2e-ipp-a-ffe14b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.255888195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-ffe14b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.313473556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-ffe14b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.375238033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-ffe14b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.433748199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-ffe14b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.496492912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-ffe14b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.558687591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-ffe14b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.621106209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-ffe14b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.679874949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-ffe14b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.74540482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"Service","name":"payload-processing-e2e-ipp-a-ffe14b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.810680753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-ffe14b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.872517977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-ffe14b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.932808712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-ffe14b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:00.991677055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-ffe14b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:01.053608943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-ffe14b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:01.111663704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-ffe14b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:01.173874276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-ffe14b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:01.233875956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-ffe14b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:01.292701447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ffe14b"},"namespace":"ai-tenant-e2e-ipp-a-ffe14b","name":"default-tenant","reconcileID":"eacfe9be-42d9-45ca-938c-160535ef2fee","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-ffe14b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:01.356225708Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","namespace":"ai-tenant-e2e-ipp-a-a299b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:01.356470035Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","namespace":"ai-tenant-e2e-ipp-a-a299b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:01.356619892Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","tenant":"e2e-ipp-a-a299b8","tenantID":"e2e-ipp-a-a299b8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:01.413631275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"Deployment","name":"maas-api-e2e-ipp-a-a299b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:01.485290281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"Service","name":"maas-api-e2e-ipp-a-a299b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:01.556798494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-a299b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:01.616818223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-a299b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:01.680706289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-a299b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:01.760601817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-a299b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:01.828635343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-a299b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:01.888573179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-a299b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:01.947537927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-a299b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:02.00492565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-a299b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:02.073532662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"Service","name":"payload-processing-e2e-ipp-a-a299b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:02.142695834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-a299b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:02.202561261Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ffe14b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ffe14b","reconcileID":"33ffa6de-595e-48d6-90b9-35d36a28e0e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-ffe14b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-ffe14b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:02.204232123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-a299b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:02.265500267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-a299b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:02.326010861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-a299b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:02.385274041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-a299b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:02.488223998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-a299b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:02.556254622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-a299b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:02.616853164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-a299b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:02.674992249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a299b8"},"namespace":"ai-tenant-e2e-ipp-a-a299b8","name":"default-tenant","reconcileID":"67b7b2d1-d393-4056-adaa-456a9f4a3a8c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-a299b8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:03.479450935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e121bf-f2a0-4c7d-9134-34e531342c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:03.535152475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e121bf-f2a0-4c7d-9134-34e531342c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:03.589961179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e121bf-f2a0-4c7d-9134-34e531342c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:03.644489096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e121bf-f2a0-4c7d-9134-34e531342c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:03.709742355Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a299b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a299b8","reconcileID":"e7e3102a-6702-4f61-8f58-b0659daff8f4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a299b8","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-a299b8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:05.742739412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52db93b-9808-4dd3-80ea-9893789185f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:05.797386909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52db93b-9808-4dd3-80ea-9893789185f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:05.852369505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52db93b-9808-4dd3-80ea-9893789185f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:05.906816173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52db93b-9808-4dd3-80ea-9893789185f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.908310171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922c8dc1-3e72-4c16-9cc8-a791d548206a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.96462152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922c8dc1-3e72-4c16-9cc8-a791d548206a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:08.019571131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922c8dc1-3e72-4c16-9cc8-a791d548206a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:08.076273394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922c8dc1-3e72-4c16-9cc8-a791d548206a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.201638409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65766a83-7a84-4ab1-9bb9-811a5da93c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.259668152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65766a83-7a84-4ab1-9bb9-811a5da93c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.314380461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65766a83-7a84-4ab1-9bb9-811a5da93c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.373618863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65766a83-7a84-4ab1-9bb9-811a5da93c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:12.52005571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0ba6df-7d34-46e5-830a-63c47e698ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:12.576528341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0ba6df-7d34-46e5-830a-63c47e698ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:12.631322754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0ba6df-7d34-46e5-830a-63c47e698ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:12.687542344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0ba6df-7d34-46e5-830a-63c47e698ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:14.674431147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d150e610-9038-49c8-bbb4-0a2f501126bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:14.728958718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d150e610-9038-49c8-bbb4-0a2f501126bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:14.78324569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d150e610-9038-49c8-bbb4-0a2f501126bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:14.837956115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d150e610-9038-49c8-bbb4-0a2f501126bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:16.816710824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9436d5e-3922-4eb1-ad94-98fc57f38761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:16.871104455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9436d5e-3922-4eb1-ad94-98fc57f38761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:16.925399369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9436d5e-3922-4eb1-ad94-98fc57f38761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:16.980022925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9436d5e-3922-4eb1-ad94-98fc57f38761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:18.96591778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2944f62f-983d-4231-bd9c-3955c4b94754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:19.020404026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2944f62f-983d-4231-bd9c-3955c4b94754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:19.074778324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2944f62f-983d-4231-bd9c-3955c4b94754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:19.12921835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2944f62f-983d-4231-bd9c-3955c4b94754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:19.240791407Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:21.120605879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9095f4-3bb7-42c9-9317-04df046d5cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:21.175267932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9095f4-3bb7-42c9-9317-04df046d5cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:21.229620717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9095f4-3bb7-42c9-9317-04df046d5cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:21.284118698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9095f4-3bb7-42c9-9317-04df046d5cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:23.269667978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd2a724c-82a9-4ebd-b25e-13ca68245d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:23.324120217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd2a724c-82a9-4ebd-b25e-13ca68245d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:23.378460216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd2a724c-82a9-4ebd-b25e-13ca68245d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:23.433285575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd2a724c-82a9-4ebd-b25e-13ca68245d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:25.429070338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0171ebe2-ae6f-4d11-a9cd-d1d9496a8514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:25.483668821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0171ebe2-ae6f-4d11-a9cd-d1d9496a8514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:25.538224875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0171ebe2-ae6f-4d11-a9cd-d1d9496a8514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:25.593107245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0171ebe2-ae6f-4d11-a9cd-d1d9496a8514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:27.605697972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66771365-ff64-461f-b2a3-567010f11db3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:27.660413388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66771365-ff64-461f-b2a3-567010f11db3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:27.714959773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66771365-ff64-461f-b2a3-567010f11db3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:27.76923681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66771365-ff64-461f-b2a3-567010f11db3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.56376909Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","namespace":"ai-tenant-e2e-ipp-b-3f9b9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.563858532Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","namespace":"ai-tenant-e2e-ipp-b-3f9b9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.563937999Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","tenant":"e2e-ipp-b-3f9b9b","tenantID":"e2e-ipp-b-3f9b9b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.621535067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"Deployment","name":"maas-api-e2e-ipp-b-3f9b9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.69267216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"Service","name":"maas-api-e2e-ipp-b-3f9b9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.750591481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccaf1a91-b699-4876-8cc1-a1a74e161492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.75424137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-3f9b9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.80544378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccaf1a91-b699-4876-8cc1-a1a74e161492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.867866042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccaf1a91-b699-4876-8cc1-a1a74e161492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.873807272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-3f9b9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.935534844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccaf1a91-b699-4876-8cc1-a1a74e161492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.99472251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-3f9b9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.057732034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-3f9b9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.118228407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-3f9b9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.224701474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-3f9b9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.282081884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-3f9b9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.341493099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-3f9b9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.408770994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"Service","name":"payload-processing-e2e-ipp-b-3f9b9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.485565397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-3f9b9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.543047601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-3f9b9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.600474913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-3f9b9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.65902761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-3f9b9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.718138419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-3f9b9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.774554023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-3f9b9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.84567724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-3f9b9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.902718953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-3f9b9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.959318446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f9b9b"},"namespace":"ai-tenant-e2e-ipp-b-3f9b9b","name":"default-tenant","reconcileID":"defee907-0be2-4ab5-8757-f02da106063b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-3f9b9b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.939787123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207cf0f5-d036-47ae-8b01-a325fffd40c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.994247795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207cf0f5-d036-47ae-8b01-a325fffd40c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:32.049081756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207cf0f5-d036-47ae-8b01-a325fffd40c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:32.103568986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207cf0f5-d036-47ae-8b01-a325fffd40c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:32.506333531Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-3f9b9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-3f9b9b","reconcileID":"3595a68c-da7d-4f59-9cc7-ff21bc4c9ebc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-3f9b9b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-3f9b9b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.099950426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646708c3-62b7-43bd-a991-b30e791f2e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.155079716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646708c3-62b7-43bd-a991-b30e791f2e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.209738143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646708c3-62b7-43bd-a991-b30e791f2e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.264031853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646708c3-62b7-43bd-a991-b30e791f2e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:36.262332583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcdef29-7138-4641-8630-ba0b5b8e5121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:36.316923129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcdef29-7138-4641-8630-ba0b5b8e5121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:36.371373786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcdef29-7138-4641-8630-ba0b5b8e5121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:36.425925401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcdef29-7138-4641-8630-ba0b5b8e5121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.43098548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47517631-c583-4746-84b4-17a4667fd3bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.485671573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47517631-c583-4746-84b4-17a4667fd3bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.540449803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47517631-c583-4746-84b4-17a4667fd3bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.595058066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47517631-c583-4746-84b4-17a4667fd3bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:47.168246126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed6f847f-6713-44b6-97d4-170153840ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:47.228894274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed6f847f-6713-44b6-97d4-170153840ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:47.283304538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed6f847f-6713-44b6-97d4-170153840ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:47.337616417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed6f847f-6713-44b6-97d4-170153840ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:47.68517383Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f61bae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f61bae","reconcileID":"37bcab2c-7615-4325-8bc5-5b38fb1bd928","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f61bae","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-f61bae":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:49.239890774Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:49.353505588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bdd927-06a1-462a-985f-4e95149a8727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:49.407771823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bdd927-06a1-462a-985f-4e95149a8727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:49.462120822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bdd927-06a1-462a-985f-4e95149a8727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:49.516535817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bdd927-06a1-462a-985f-4e95149a8727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:51.517856784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3fa640-4bb5-4462-a808-da4f51a48254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:51.573230509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3fa640-4bb5-4462-a808-da4f51a48254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:51.671866835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3fa640-4bb5-4462-a808-da4f51a48254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:51.730753625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3fa640-4bb5-4462-a808-da4f51a48254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:53.714705079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc9bd53-6aa2-43d6-b02b-caa091dad931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:53.770676852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc9bd53-6aa2-43d6-b02b-caa091dad931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:53.826181414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc9bd53-6aa2-43d6-b02b-caa091dad931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:53.880439917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc9bd53-6aa2-43d6-b02b-caa091dad931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:55.852326318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841db380-8c88-45fd-aa0d-151a20e07ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:55.906663626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841db380-8c88-45fd-aa0d-151a20e07ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:55.960957275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841db380-8c88-45fd-aa0d-151a20e07ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:56.015281532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841db380-8c88-45fd-aa0d-151a20e07ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:01.972666485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5756dc-e0ae-4620-9553-cddcfaf4662c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:02.027180542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5756dc-e0ae-4620-9553-cddcfaf4662c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:02.08165017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5756dc-e0ae-4620-9553-cddcfaf4662c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:02.135935495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5756dc-e0ae-4620-9553-cddcfaf4662c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.120124217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd3722b-0066-4834-9a14-b1bbabae5b26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.175158716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd3722b-0066-4834-9a14-b1bbabae5b26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.229582833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd3722b-0066-4834-9a14-b1bbabae5b26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.284031683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd3722b-0066-4834-9a14-b1bbabae5b26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.277823347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95458066-064d-4f3a-8d08-84b84bbe42b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.332285049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95458066-064d-4f3a-8d08-84b84bbe42b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.386751746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95458066-064d-4f3a-8d08-84b84bbe42b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.441297921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95458066-064d-4f3a-8d08-84b84bbe42b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.546946512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d24b1ba-afba-4c4a-9e5c-c6da55eb0ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.602493861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d24b1ba-afba-4c4a-9e5c-c6da55eb0ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.656860958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d24b1ba-afba-4c4a-9e5c-c6da55eb0ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.711308375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d24b1ba-afba-4c4a-9e5c-c6da55eb0ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.89338782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"69fc296e-16fb-4479-9b4c-a8ae0a53b2d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:16.014848837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"27254055-e018-45c8-b756-5045271f539c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:16.114734741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"0d2ddb0f-8ab4-48ad-9923-068571cf67e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:16.218431987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"c2245756-748a-4655-b934-3d950077ed13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:16.51232679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"fb4b26e5-77be-48a2-88fd-79f97dbf6d7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:16.612783723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"86a88802-cf50-4ec8-9acb-ab7cc9558ec1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:16.919382071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"72e37305-3ae9-4dd5-bcba-a260cd0d7d57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:17.104468018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"23650c13-366b-4e5e-8b30-a57f54e5d1e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:17.204652813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"64fd1849-5e4c-4c52-950b-e9ecbaf33df7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:17.234293438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"c243578a-972d-4400-98d5-0d1b923508a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:17.306192484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"810c8c0e-db95-4e45-920d-fc42430e1c6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:17.406732924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"ffcb22cb-9330-4ae0-965f-cd2d131e44c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:17.831211347Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","namespace":"ai-tenant-e2e-ipp-b-77a92c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:17.831265082Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","namespace":"ai-tenant-e2e-ipp-b-77a92c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:17.831310401Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","tenant":"e2e-ipp-b-77a92c","tenantID":"e2e-ipp-b-77a92c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:17.896054786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"Deployment","name":"maas-api-e2e-ipp-b-77a92c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:17.960498128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"Service","name":"maas-api-e2e-ipp-b-77a92c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.022053057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-77a92c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.07839876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-77a92c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.141149453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-77a92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.199263886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-77a92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.260654298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-77a92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.324867164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-77a92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.382958728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-77a92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.441521438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-77a92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.509253405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"Service","name":"payload-processing-e2e-ipp-b-77a92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.575444848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-77a92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.632560915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-77a92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.689876558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-77a92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.751043382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-77a92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.84002257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-77a92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.896564573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-77a92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.954677527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-77a92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.023607506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-77a92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.082848297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77a92c"},"namespace":"ai-tenant-e2e-ipp-b-77a92c","name":"default-tenant","reconcileID":"6af61209-7c62-43c9-ae8a-947ec57164a6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-77a92c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.185099157Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","namespace":"ai-tenant-e2e-ipp-b-8b0edc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.185189907Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","namespace":"ai-tenant-e2e-ipp-b-8b0edc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.185266982Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","tenant":"e2e-ipp-b-8b0edc","tenantID":"e2e-ipp-b-8b0edc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.240495529Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.24303884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"Deployment","name":"maas-api-e2e-ipp-b-8b0edc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.307554318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"Service","name":"maas-api-e2e-ipp-b-8b0edc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.370909122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-8b0edc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.427514074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-8b0edc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.501476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-8b0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.559632406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-8b0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.619839414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-8b0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.677148166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-8b0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.732218355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c589a188-ba84-4a12-9254-330878ac383f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.733714944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-8b0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.786631384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c589a188-ba84-4a12-9254-330878ac383f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.841795994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c589a188-ba84-4a12-9254-330878ac383f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.843838249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-8b0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.900700174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c589a188-ba84-4a12-9254-330878ac383f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.967434136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"Service","name":"payload-processing-e2e-ipp-b-8b0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.037683369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-8b0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.078190461Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-77a92c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-77a92c","reconcileID":"a15d2f0b-f0fe-40f3-a441-5d639d212265","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-77a92c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-77a92c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.097205307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-8b0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.185271303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-8b0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.243795039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-8b0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.302887962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-8b0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.359551169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-8b0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.417989159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-8b0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.492766787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-8b0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.549483962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8b0edc"},"namespace":"ai-tenant-e2e-ipp-b-8b0edc","name":"default-tenant","reconcileID":"cc7f1869-4119-456f-ab98-ce1e3a50b2d3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-8b0edc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.463386803Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8b0edc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8b0edc","reconcileID":"d0eda2f5-38ce-4041-8b57-c311c01de097","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8b0edc","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-8b0edc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.878988074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d87a07-f554-400b-b0e7-396dcd4180eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.933271132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d87a07-f554-400b-b0e7-396dcd4180eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.988317983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d87a07-f554-400b-b0e7-396dcd4180eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:22.043499898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d87a07-f554-400b-b0e7-396dcd4180eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.016637736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94058f92-484c-4276-9d6c-bda13f043f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.075160119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94058f92-484c-4276-9d6c-bda13f043f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.13125727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94058f92-484c-4276-9d6c-bda13f043f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.185566383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94058f92-484c-4276-9d6c-bda13f043f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.199506306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd41d22f-b8b3-4859-83ae-730d737e4d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.254933593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd41d22f-b8b3-4859-83ae-730d737e4d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.309183975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd41d22f-b8b3-4859-83ae-730d737e4d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.363698719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd41d22f-b8b3-4859-83ae-730d737e4d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:34.343895275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0990a3a8-59b7-4bda-9a2a-d72164fd9a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:34.398968128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0990a3a8-59b7-4bda-9a2a-d72164fd9a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:34.453932082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0990a3a8-59b7-4bda-9a2a-d72164fd9a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:34.509463374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0990a3a8-59b7-4bda-9a2a-d72164fd9a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:34.853690313Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-84ad63","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-84ad63","reconcileID":"e287584c-16c7-443f-b9aa-5b4588365414","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-84ad63","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-84ad63":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:35.802138987Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-389c4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-389c4e","reconcileID":"80a43b7a-553a-4b9b-a71a-b4fca055db7e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-389c4e","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-389c4e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:36.519279287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c78a1b6-ce1d-4f3a-b84d-50ad487a18d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:36.574140049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c78a1b6-ce1d-4f3a-b84d-50ad487a18d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:36.628833888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c78a1b6-ce1d-4f3a-b84d-50ad487a18d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:36.684293669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c78a1b6-ce1d-4f3a-b84d-50ad487a18d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.451515701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"2721f957-53f6-40dd-9a9f-e4b1e654bdbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.552143988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"8517fd58-4ee8-4120-8b22-4553511dc1a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.652076205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"2909f232-7e55-4c14-9a58-dd909c9e61c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.842558346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"d049c17c-a3dc-4bee-97c8-8ab2052fb513","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.955983574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d39fc00c-14e6-4a94-9a32-72be571f6d6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.007847513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"e07c9c3d-7f80-498a-bbc1-13fc1915b17b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.0812186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"a4333938-e142-4058-b33c-e09895aab319","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.292649279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"6a0a685b-3495-409e-adc6-d2408af45bdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.461107021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"cba3a834-8a64-4f5a-9702-bb5b95de246b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.56242323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"7e6e7d8e-2f80-44e0-830a-7474eff48568","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.678192177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bfc496a-d253-45da-8a3b-92501d67751f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.73446079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bfc496a-d253-45da-8a3b-92501d67751f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.790672034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bfc496a-d253-45da-8a3b-92501d67751f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.845739164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bfc496a-d253-45da-8a3b-92501d67751f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.878265485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fb35ec11-db2a-44d1-adf4-d64882ce5b45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.955463323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"a84d2e20-9084-4b80-93a9-2d46713abfdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.843992758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d17a172-538a-4114-988e-2fa9bfd02361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.898872446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d17a172-538a-4114-988e-2fa9bfd02361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.953559399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d17a172-538a-4114-988e-2fa9bfd02361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.007945875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d17a172-538a-4114-988e-2fa9bfd02361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:43.012217001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43be57c5-8191-4b97-8495-51f3a717118f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:43.066659007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43be57c5-8191-4b97-8495-51f3a717118f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:43.120883057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43be57c5-8191-4b97-8495-51f3a717118f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:43.17585264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43be57c5-8191-4b97-8495-51f3a717118f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:45.218892646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97891f3-a21c-4712-96de-491ef972181a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:45.273611331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97891f3-a21c-4712-96de-491ef972181a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:45.330222271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97891f3-a21c-4712-96de-491ef972181a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:45.384860311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97891f3-a21c-4712-96de-491ef972181a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:49.240794366Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:54.416169812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"0d0f07de-adc5-4041-96e7-d5d58100f827","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f61bae","tenantID":"e2e-praxis-a-f61bae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:54.539674247Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"0d0f07de-adc5-4041-96e7-d5d58100f827","name":"e2e-praxis-a-f61bae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.101604533Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","namespace":"ai-tenant-e2e-ipp-a-2d2ca9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.101669801Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","namespace":"ai-tenant-e2e-ipp-a-2d2ca9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.101744519Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","tenant":"e2e-ipp-a-2d2ca9","tenantID":"e2e-ipp-a-2d2ca9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.158597021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"Deployment","name":"maas-api-e2e-ipp-a-2d2ca9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.222366483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"Service","name":"maas-api-e2e-ipp-a-2d2ca9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.283035862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-2d2ca9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.339671258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-2d2ca9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.403540551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-2d2ca9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.464607058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-2d2ca9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.522515526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-2d2ca9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.582643828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-2d2ca9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.64019339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-2d2ca9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.697621486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-2d2ca9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.761655998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"Service","name":"payload-processing-e2e-ipp-a-2d2ca9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.830428924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-2d2ca9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.889007126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-2d2ca9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.946628902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-2d2ca9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:08.005943356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-2d2ca9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:08.065023105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-2d2ca9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:08.121789977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-2d2ca9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:08.182836756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-2d2ca9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:08.25474951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-2d2ca9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:08.31358238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d2ca9"},"namespace":"ai-tenant-e2e-ipp-a-2d2ca9","name":"default-tenant","reconcileID":"6b503e00-27e6-4fbe-a7ae-5edfc1850e55","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-2d2ca9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:09.745964291Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2d2ca9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2d2ca9","reconcileID":"6645850a-2576-4aff-bb03-69d39e12941c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2d2ca9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-2d2ca9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.921879602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bb1a25-8238-4920-8bcc-b6887741b700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.976124292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bb1a25-8238-4920-8bcc-b6887741b700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:11.030466041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bb1a25-8238-4920-8bcc-b6887741b700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:11.085189935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bb1a25-8238-4920-8bcc-b6887741b700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:13.065534069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ad0364-aae3-4b52-ad4d-13aaf51ef72e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:13.120134256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ad0364-aae3-4b52-ad4d-13aaf51ef72e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:13.17466098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ad0364-aae3-4b52-ad4d-13aaf51ef72e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:13.229304676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ad0364-aae3-4b52-ad4d-13aaf51ef72e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:15.242461384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe361d3-0b08-47d9-a7ef-e9c8fcc39bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:15.297013116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe361d3-0b08-47d9-a7ef-e9c8fcc39bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:15.351448854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe361d3-0b08-47d9-a7ef-e9c8fcc39bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:15.406117112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe361d3-0b08-47d9-a7ef-e9c8fcc39bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:17.403973075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d2cbc2-f808-4c5a-903a-41a10ef35eab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:17.458404144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d2cbc2-f808-4c5a-903a-41a10ef35eab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:17.512789842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d2cbc2-f808-4c5a-903a-41a10ef35eab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:17.569466718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d2cbc2-f808-4c5a-903a-41a10ef35eab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:19.244725321Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:19.624497757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007802c0-fc26-4903-bfc0-86b758b14e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:19.679068304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007802c0-fc26-4903-bfc0-86b758b14e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:19.733607145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007802c0-fc26-4903-bfc0-86b758b14e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:19.788037467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007802c0-fc26-4903-bfc0-86b758b14e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:39.372621249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e80d8fa0-a01f-4f1b-aa72-c4a0bc89ea5e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-84ad63","tenantID":"e2e-praxis-a-84ad63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:39.509273569Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e80d8fa0-a01f-4f1b-aa72-c4a0bc89ea5e","name":"e2e-praxis-a-84ad63-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:44.493219522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7864881a-ef00-4534-9cc8-4a51e16e3a60","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-389c4e","tenantID":"e2e-praxis-a-389c4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:44.617075663Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7864881a-ef00-4534-9cc8-4a51e16e3a60","name":"e2e-praxis-a-389c4e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:49.240548309Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:03.984893887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4c649c5-0697-4f1c-858a-cb974f3d0fd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:04.039433644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4c649c5-0697-4f1c-858a-cb974f3d0fd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:04.094080611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4c649c5-0697-4f1c-858a-cb974f3d0fd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:04.148641136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4c649c5-0697-4f1c-858a-cb974f3d0fd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:06.126126353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0eced3c-a993-4d68-b462-d4a284480427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:06.180666954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0eced3c-a993-4d68-b462-d4a284480427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:06.235166041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0eced3c-a993-4d68-b462-d4a284480427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:06.29268091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0eced3c-a993-4d68-b462-d4a284480427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:11.367316828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa5f805-aec6-4565-8fbe-6aea71493c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:11.422195317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa5f805-aec6-4565-8fbe-6aea71493c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:11.476706922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa5f805-aec6-4565-8fbe-6aea71493c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:11.531056838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa5f805-aec6-4565-8fbe-6aea71493c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:12.626693734Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-115a78","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-115a78","reconcileID":"a9f5c03f-2fce-45e9-8f77-543c814c32f4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-115a78","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-115a78":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:13.642215896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3fdaa60-3ec8-4574-81b6-8d58f8547cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:13.69666525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3fdaa60-3ec8-4574-81b6-8d58f8547cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:13.751115897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3fdaa60-3ec8-4574-81b6-8d58f8547cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:13.805384884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3fdaa60-3ec8-4574-81b6-8d58f8547cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.804094659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30520650-e550-4f36-8ebc-469f295be97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.859088581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30520650-e550-4f36-8ebc-469f295be97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.916206174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30520650-e550-4f36-8ebc-469f295be97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.972523324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30520650-e550-4f36-8ebc-469f295be97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:19.242654283Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:20.238743364Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","namespace":"ai-tenant-e2e-ipp-b-f700fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:20.238803975Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","namespace":"ai-tenant-e2e-ipp-b-f700fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:20.238861138Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","tenant":"e2e-ipp-b-f700fe","tenantID":"e2e-ipp-b-f700fe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:20.296028842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"Deployment","name":"maas-api-e2e-ipp-b-f700fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:20.370865126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"Service","name":"maas-api-e2e-ipp-b-f700fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:20.42917828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-f700fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:20.487225927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-f700fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:20.55125989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-f700fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:20.60902625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-f700fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:20.667165584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-f700fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:20.727799686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-f700fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:20.782464259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-f700fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:20.837395294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-f700fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:20.892117402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"Service","name":"payload-processing-e2e-ipp-b-f700fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:20.948268806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-f700fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.003043414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-f700fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.057574879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-f700fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.112268737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-f700fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.171304926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-f700fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.226087012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-f700fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.280627201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-f700fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.335677269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-f700fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.391886356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f700fe"},"namespace":"ai-tenant-e2e-ipp-b-f700fe","name":"default-tenant","reconcileID":"2c865842-2cfd-4a26-b8b5-b173a21e1f2c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-f700fe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.356075968Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f700fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f700fe","reconcileID":"3022a7bc-95be-4b79-92d3-2386c577cfb3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f700fe","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-f700fe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:23.55915894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af292a5c-feb4-4db9-b558-08d17672bb55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:23.618241659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af292a5c-feb4-4db9-b558-08d17672bb55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:23.672698089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af292a5c-feb4-4db9-b558-08d17672bb55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:23.72694412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af292a5c-feb4-4db9-b558-08d17672bb55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:25.745640732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3aabc7-8a9d-429a-a8b4-36bccfc713f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:25.802319641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3aabc7-8a9d-429a-a8b4-36bccfc713f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:25.856790299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3aabc7-8a9d-429a-a8b4-36bccfc713f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:25.91129988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3aabc7-8a9d-429a-a8b4-36bccfc713f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.820623862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1a5d08-78e4-4de4-8793-2f31ce8bf2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.888859558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1a5d08-78e4-4de4-8793-2f31ce8bf2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.943893197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1a5d08-78e4-4de4-8793-2f31ce8bf2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.000616344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1a5d08-78e4-4de4-8793-2f31ce8bf2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.367670671Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e6b14d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e6b14d","reconcileID":"e8037d23-b2f0-402f-bb66-8660425ba9a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-e6b14d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-e6b14d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.192990997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"d9083445-3143-4b3c-b27d-daac018d5aaa","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.193030432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"d9083445-3143-4b3c-b27d-daac018d5aaa","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.179636526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f02fb67-1a7d-40b1-ba62-314d3c5efee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.236958393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f02fb67-1a7d-40b1-ba62-314d3c5efee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.295712463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f02fb67-1a7d-40b1-ba62-314d3c5efee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.35561159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f02fb67-1a7d-40b1-ba62-314d3c5efee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:41.458441661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f988b0a-7282-461e-97a6-69f7c13a295b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:41.513313956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f988b0a-7282-461e-97a6-69f7c13a295b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:41.567901019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f988b0a-7282-461e-97a6-69f7c13a295b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:41.623110534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f988b0a-7282-461e-97a6-69f7c13a295b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.639868675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc185dd-d16a-4268-8c4d-a28f8fa89945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.695113932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc185dd-d16a-4268-8c4d-a28f8fa89945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.74263314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"9ab992aa-b783-4447-a6e9-c1fe555d0673","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.74265233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"9ab992aa-b783-4447-a6e9-c1fe555d0673","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.749605843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc185dd-d16a-4268-8c4d-a28f8fa89945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.806432087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc185dd-d16a-4268-8c4d-a28f8fa89945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.810800165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"8eac03d5-9f6f-4fc1-9313-aa246859efa8","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.810826331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"8eac03d5-9f6f-4fc1-9313-aa246859efa8","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.923021068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"f8a5adfc-16b6-4718-88f2-b14c3704f98c","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.107259922Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"f8a5adfc-16b6-4718-88f2-b14c3704f98c","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"e2e-ipp-a-eaa6d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.165782419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-eaa6d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"f8a5adfc-16b6-4718-88f2-b14c3704f98c","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.226003251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"9ed786b9-7e38-4eb0-84b8-705ac708f239","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.226023337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"9ed786b9-7e38-4eb0-84b8-705ac708f239","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.787721051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c28f7d-fade-4066-9f31-43c4bc8a9de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.842094955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c28f7d-fade-4066-9f31-43c4bc8a9de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.896578076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c28f7d-fade-4066-9f31-43c4bc8a9de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.950968172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c28f7d-fade-4066-9f31-43c4bc8a9de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:49.240479234Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:50.664195077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8349d15-3719-4318-aef1-691a9518582c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:50.718805216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8349d15-3719-4318-aef1-691a9518582c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:50.77334477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8349d15-3719-4318-aef1-691a9518582c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:50.827676459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8349d15-3719-4318-aef1-691a9518582c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:52.860996438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518f50d2-8fff-4df1-b7cd-0df985c6c93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:52.915282233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518f50d2-8fff-4df1-b7cd-0df985c6c93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:52.972295862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518f50d2-8fff-4df1-b7cd-0df985c6c93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:53.026820414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518f50d2-8fff-4df1-b7cd-0df985c6c93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:54.234453534Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a3c171","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a3c171","reconcileID":"1232b90d-4667-4da0-a137-dfeedc203914","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a3c171","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-a3c171":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:54.335581722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"a0946745-b29a-4de5-ae6f-3aa97caa01c9","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:54.396314739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"a0946745-b29a-4de5-ae6f-3aa97caa01c9","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"e2e-ipp-a-eaa6d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:54.483658945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-eaa6d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"a0946745-b29a-4de5-ae6f-3aa97caa01c9","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:55.041511257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8772e474-c1e8-4af4-89f7-67fefa7951be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:55.096115546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8772e474-c1e8-4af4-89f7-67fefa7951be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:55.152852746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8772e474-c1e8-4af4-89f7-67fefa7951be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:55.207275391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8772e474-c1e8-4af4-89f7-67fefa7951be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:57.244015475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b31af7e-4fd8-4527-9930-101fb25f4ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:57.298341476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b31af7e-4fd8-4527-9930-101fb25f4ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:57.352656074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b31af7e-4fd8-4527-9930-101fb25f4ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:57.408452766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b31af7e-4fd8-4527-9930-101fb25f4ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:59.834803457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5b911f-36d1-4683-854c-95d2edf76435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:59.889418585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5b911f-36d1-4683-854c-95d2edf76435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:59.943645792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5b911f-36d1-4683-854c-95d2edf76435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:59.998971497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5b911f-36d1-4683-854c-95d2edf76435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:00.35638624Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f53eb9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f53eb9","reconcileID":"68d8e7b3-6166-4b60-bcb4-4578f316dbc3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f53eb9","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-f53eb9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.018310454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd79d57e-7153-44e4-899c-39fd8e42c125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.072535068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd79d57e-7153-44e4-899c-39fd8e42c125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.12673317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd79d57e-7153-44e4-899c-39fd8e42c125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.18123144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd79d57e-7153-44e4-899c-39fd8e42c125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:04.182287241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a229135-bdae-4838-99d4-bb3db42af846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:04.238196023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a229135-bdae-4838-99d4-bb3db42af846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:04.296150826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a229135-bdae-4838-99d4-bb3db42af846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:04.358031363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a229135-bdae-4838-99d4-bb3db42af846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:04.599341846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"5718d671-07fc-45e0-97c6-b268e54f89c6","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:04.660178695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"5718d671-07fc-45e0-97c6-b268e54f89c6","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"e2e-ipp-a-eaa6d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:04.7186414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-eaa6d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"5718d671-07fc-45e0-97c6-b268e54f89c6","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:14.82904411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"34494a9d-f7eb-4e56-9d47-16e87acac920","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:14.889183508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"34494a9d-f7eb-4e56-9d47-16e87acac920","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"e2e-ipp-a-eaa6d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:14.948332993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-eaa6d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (72e64e65243c66b5ff009d0a46148ca35341bc7e895fb2639222b317e1af3bc9) AuthConfig (71b9dfa55a5fc2444d1ad0e506a001e4492c77417c27429966dc920ddad24c1b) AuthConfig (3d769ba67453a240e1e90e07cd1930b20920fcdca9f075b346059bf7b8f30d4a) AuthConfig (ca3b0a28d56ed8363581dca9741841c6578991a0de581243076b5e381f6da7dc) AuthConfig (8b8f377a2bd3561ff4ae52a40d613e5e3cf94b03a58675d6249bd282ca72e078) AuthConfig (9f0f2a095962c29e44873906bbe26163cc5671438edba7526b5d4f19aa9c7c3a) AuthConfig (11d77da76723d539814705d1583f295022dd127855024d168ae3b23aeab59b5c) AuthConfig (a5476cb55bdc119ccf7c185c5a690612f0ea439bd092f2c808af171b7cbdf6b0) AuthConfig (20e9ddcb34a3018b6aa55beea7d8e477b9838e601f0fb2e8ef454392730e0144) AuthConfig (576f20efe2eecb38c0b26872190301b57d63f9974491065fdce438adaf16811c) AuthConfig (7552f855d5a8843c2c83df5f4828c243d9b78d3dea22f74a5013631e326b73b9) AuthConfig (5ec6c64256495261ef0cc3a7f57728deadd73e402e3452066ebc5332e767ecc3) AuthConfig (6bbb60dd719dd89f5cef324f58eb103e9bae5a618460a7a3b90391b078c9a769) AuthConfig (fb594fe01ee574991936a6cc351d6cd58576d4cf7422dc8093212981de16258e) AuthConfig (6e2f328dc9faad3cac0ec40c069943d13286dd91ad49ea5b69b4ea2532d20bf9) AuthConfig (87faa0cb81522d5f193a87d2a814566465d9f933a4dd4b1d9c4ceb5bb27f11cf) AuthConfig (c95bdb58580091f2e8456a4777e88a4131b3d229844a41632415d2a50676754f) AuthConfig (4aa68e97bc4e101d606c11cc91dbf72fd9bf4ab0897a860cc5a5a4ebe87ac327)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"34494a9d-f7eb-4e56-9d47-16e87acac920","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:15.009826273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"c6106ab6-c057-4f6a-b006-09506f65418d","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:15.009844241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"c6106ab6-c057-4f6a-b006-09506f65418d","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:19.241523384Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:24.572992579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"c9074400-e28a-4102-b44c-0c7ca63bccc5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-115a78","tenantID":"e2e-praxis-b-115a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:24.696757372Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"c9074400-e28a-4102-b44c-0c7ca63bccc5","name":"e2e-praxis-b-115a78-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:25.118989419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"c0731f03-c896-4bac-b1a6-fdbed5841890","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:25.178723497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"c0731f03-c896-4bac-b1a6-fdbed5841890","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"e2e-ipp-a-eaa6d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:25.237298345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-eaa6d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (72e64e65243c66b5ff009d0a46148ca35341bc7e895fb2639222b317e1af3bc9) AuthConfig (71b9dfa55a5fc2444d1ad0e506a001e4492c77417c27429966dc920ddad24c1b) AuthConfig (3d769ba67453a240e1e90e07cd1930b20920fcdca9f075b346059bf7b8f30d4a) AuthConfig (ca3b0a28d56ed8363581dca9741841c6578991a0de581243076b5e381f6da7dc) AuthConfig (8b8f377a2bd3561ff4ae52a40d613e5e3cf94b03a58675d6249bd282ca72e078) AuthConfig (9f0f2a095962c29e44873906bbe26163cc5671438edba7526b5d4f19aa9c7c3a) AuthConfig (11d77da76723d539814705d1583f295022dd127855024d168ae3b23aeab59b5c) AuthConfig (a5476cb55bdc119ccf7c185c5a690612f0ea439bd092f2c808af171b7cbdf6b0) AuthConfig (20e9ddcb34a3018b6aa55beea7d8e477b9838e601f0fb2e8ef454392730e0144) AuthConfig (576f20efe2eecb38c0b26872190301b57d63f9974491065fdce438adaf16811c) AuthConfig (7552f855d5a8843c2c83df5f4828c243d9b78d3dea22f74a5013631e326b73b9) AuthConfig (5ec6c64256495261ef0cc3a7f57728deadd73e402e3452066ebc5332e767ecc3) AuthConfig (6bbb60dd719dd89f5cef324f58eb103e9bae5a618460a7a3b90391b078c9a769) AuthConfig (fb594fe01ee574991936a6cc351d6cd58576d4cf7422dc8093212981de16258e) AuthConfig (6e2f328dc9faad3cac0ec40c069943d13286dd91ad49ea5b69b4ea2532d20bf9) AuthConfig (87faa0cb81522d5f193a87d2a814566465d9f933a4dd4b1d9c4ceb5bb27f11cf) AuthConfig (c95bdb58580091f2e8456a4777e88a4131b3d229844a41632415d2a50676754f) AuthConfig (4aa68e97bc4e101d606c11cc91dbf72fd9bf4ab0897a860cc5a5a4ebe87ac327)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"c0731f03-c896-4bac-b1a6-fdbed5841890","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.34719684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"4a162c97-56fc-4ec4-a564-8f53a8a5343c","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.407140438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"4a162c97-56fc-4ec4-a564-8f53a8a5343c","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"e2e-ipp-a-eaa6d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.465688192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-eaa6d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (72e64e65243c66b5ff009d0a46148ca35341bc7e895fb2639222b317e1af3bc9) AuthConfig (71b9dfa55a5fc2444d1ad0e506a001e4492c77417c27429966dc920ddad24c1b) AuthConfig (3d769ba67453a240e1e90e07cd1930b20920fcdca9f075b346059bf7b8f30d4a) AuthConfig (ca3b0a28d56ed8363581dca9741841c6578991a0de581243076b5e381f6da7dc) AuthConfig (8b8f377a2bd3561ff4ae52a40d613e5e3cf94b03a58675d6249bd282ca72e078) AuthConfig (9f0f2a095962c29e44873906bbe26163cc5671438edba7526b5d4f19aa9c7c3a) AuthConfig (11d77da76723d539814705d1583f295022dd127855024d168ae3b23aeab59b5c) AuthConfig (a5476cb55bdc119ccf7c185c5a690612f0ea439bd092f2c808af171b7cbdf6b0) AuthConfig (20e9ddcb34a3018b6aa55beea7d8e477b9838e601f0fb2e8ef454392730e0144) AuthConfig (576f20efe2eecb38c0b26872190301b57d63f9974491065fdce438adaf16811c) AuthConfig (7552f855d5a8843c2c83df5f4828c243d9b78d3dea22f74a5013631e326b73b9) AuthConfig (5ec6c64256495261ef0cc3a7f57728deadd73e402e3452066ebc5332e767ecc3) AuthConfig (6bbb60dd719dd89f5cef324f58eb103e9bae5a618460a7a3b90391b078c9a769) AuthConfig (fb594fe01ee574991936a6cc351d6cd58576d4cf7422dc8093212981de16258e) AuthConfig (6e2f328dc9faad3cac0ec40c069943d13286dd91ad49ea5b69b4ea2532d20bf9) AuthConfig (87faa0cb81522d5f193a87d2a814566465d9f933a4dd4b1d9c4ceb5bb27f11cf) AuthConfig (c95bdb58580091f2e8456a4777e88a4131b3d229844a41632415d2a50676754f) AuthConfig (4aa68e97bc4e101d606c11cc91dbf72fd9bf4ab0897a860cc5a5a4ebe87ac327)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"4a162c97-56fc-4ec4-a564-8f53a8a5343c","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:45.587936023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"9d919b04-5f2e-42a1-8faa-4349920a7f85","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:45.648232641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"9d919b04-5f2e-42a1-8faa-4349920a7f85","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"e2e-ipp-a-eaa6d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:45.992287695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"6ea20085-3fcf-47e7-a887-fe751a2c618c","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:45.992309278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"6ea20085-3fcf-47e7-a887-fe751a2c618c","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.24150051Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.839406949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"16d64206-05a1-47d1-8542-f3a96f967bde","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e6b14d","tenantID":"e2e-praxis-a-e6b14d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.963970862Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"16d64206-05a1-47d1-8542-f3a96f967bde","name":"e2e-praxis-a-e6b14d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:51.293735421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"97f6a7d8-9a71-4b1c-bdeb-246b1e0bdd90","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:51.293763929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"97f6a7d8-9a71-4b1c-bdeb-246b1e0bdd90","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:51.35693772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"2461e1ef-28f2-43bc-b55c-4fc7bf595297","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:51.356957479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"2461e1ef-28f2-43bc-b55c-4fc7bf595297","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:51.40510508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"4f99eb85-b17a-4f43-a3c5-c0e802f2266b","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:09:51.406077026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-sub","reconcileID":"b34db711-3008-49af-a99a-d3bf1725835e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-eaa6d2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:09:51.413639302Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"2461e1ef-28f2-43bc-b55c-4fc7bf595297","name":"ipp-route-eaa6d2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-eaa6d2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:09:51.413686311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"2461e1ef-28f2-43bc-b55c-4fc7bf595297","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-eaa6d2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:51.419020075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"77c4fb4d-1d25-401a-ae9a-002252aa1fa0","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:51.419034622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"77c4fb4d-1d25-401a-ae9a-002252aa1fa0","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:51.465117255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"4f99eb85-b17a-4f43-a3c5-c0e802f2266b","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"e2e-ipp-a-eaa6d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:51.521644667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"0f48daf8-2cef-4c39-b687-5a6a41a7811f","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:51.521666767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"0f48daf8-2cef-4c39-b687-5a6a41a7811f","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:51.581491549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"5d5ce70a-f53d-43ab-9d9c-adac8e3a764a","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:51.581507671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"5d5ce70a-f53d-43ab-9d9c-adac8e3a764a","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:51.789631262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"cbf68a99-fe0c-4b06-9c79-9396c1a96722","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:51.804896352Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-sub","reconcileID":"0aaf5955-5739-419b-9d12-aea9db0fb9f5","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"maas-trlp-ipp-route-eaa6d2","model":"ipp-route-eaa6d2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:51.849588383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"cbf68a99-fe0c-4b06-9c79-9396c1a96722","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"e2e-ipp-a-eaa6d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:51.981624008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"602fa467-784e-4949-b3ad-ab93171d53d2","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:51.981642493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"602fa467-784e-4949-b3ad-ab93171d53d2","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:52.201651669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-sub","reconcileID":"a9b27693-89dc-4049-ae3f-f1bfdf39f89e","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"maas-trlp-ipp-route-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:52.376145427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"85e626bf-6505-4af8-a6ec-7a1d25286780","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:52.376166309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"85e626bf-6505-4af8-a6ec-7a1d25286780","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.654624443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-sub","reconcileID":"c7f02c36-0564-4b6b-83a0-6bc1c83685b4","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"maas-trlp-ipp-route-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.831390776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"9a049e96-d9ea-438e-83cf-f22b7d3e02c2","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.831409879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"9a049e96-d9ea-438e-83cf-f22b7d3e02c2","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.956306585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"45fde0a3-4d33-47a3-a64a-d21d83f92d44","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-a3c171","tenantID":"e2e-praxis-b-a3c171","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:12.079798623Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"45fde0a3-4d33-47a3-a64a-d21d83f92d44","name":"e2e-praxis-b-a3c171-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:12.470861637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"8d74b78d-542a-4ce6-bf02-8d256c062560","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:12.531088218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"8d74b78d-542a-4ce6-bf02-8d256c062560","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"e2e-ipp-a-eaa6d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:19.240602926Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:20.878138312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"c2f1e9d6-40f3-486e-87de-28e49966b8de","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:20.878158674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"c2f1e9d6-40f3-486e-87de-28e49966b8de","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:21.041845459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"d0c3d7bb-d8cc-40ae-8b17-4e6a82831f7c","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:21.10457422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"d0c3d7bb-d8cc-40ae-8b17-4e6a82831f7c","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"e2e-ipp-a-eaa6d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:21.158732229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-sub","reconcileID":"d04c9dd0-86e4-4d23-80b5-920efb4c4373","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"maas-trlp-ipp-route-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:21.739660873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"82f50d47-84d2-4f2f-ab66-679a09ed5c6f","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:21.739684164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"82f50d47-84d2-4f2f-ab66-679a09ed5c6f","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:21.849274161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"90fa50eb-f6b5-4d37-bd75-8efa3089a09a","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:21.909502683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"90fa50eb-f6b5-4d37-bd75-8efa3089a09a","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"e2e-ipp-a-eaa6d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:21.922174098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb61887-9bfd-4fcd-a04c-e1ffea34fbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:21.959996546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-sub","reconcileID":"bf8d56b0-acc7-4468-a30c-e1571ac744fb","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"maas-trlp-ipp-route-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:21.976636781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb61887-9bfd-4fcd-a04c-e1ffea34fbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:22.031327957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb61887-9bfd-4fcd-a04c-e1ffea34fbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:22.085736897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb61887-9bfd-4fcd-a04c-e1ffea34fbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:22.474167743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"e049cc3e-9a49-432e-9eb1-583dc244dfcb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-f53eb9","tenantID":"e2e-praxis-b-f53eb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:22.5976418Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"e049cc3e-9a49-432e-9eb1-583dc244dfcb","name":"e2e-praxis-b-f53eb9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:24.078369081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529bfa45-2956-43a0-835a-b8b68c4ff6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:24.132822783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529bfa45-2956-43a0-835a-b8b68c4ff6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:24.187738526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529bfa45-2956-43a0-835a-b8b68c4ff6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:24.242129626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529bfa45-2956-43a0-835a-b8b68c4ff6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:32.225465721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"9b09059d-909f-4f97-854c-9d7fe6efef90","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:32.2254897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"9b09059d-909f-4f97-854c-9d7fe6efef90","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:32.337500803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"93191628-79a2-4936-9b19-97375fb187c0","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:32.397291361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"93191628-79a2-4936-9b19-97375fb187c0","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"e2e-ipp-a-eaa6d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:32.449562789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-sub","reconcileID":"93481edf-fb77-4eaf-a212-f0df22f80383","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"maas-trlp-ipp-route-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:32.720294705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"d75eef55-b48b-4d0b-b911-7cebf02ff91c","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:32.7802519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"d75eef55-b48b-4d0b-b911-7cebf02ff91c","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"e2e-ipp-a-eaa6d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:32.786964203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-sub","reconcileID":"5e6f15f1-a868-4019-ba68-227923db25db","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"maas-trlp-ipp-route-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:47.003030892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebbe0ee-8bd2-4f32-b927-7559da1508af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:47.059431571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebbe0ee-8bd2-4f32-b927-7559da1508af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:47.114790685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebbe0ee-8bd2-4f32-b927-7559da1508af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:47.173475531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebbe0ee-8bd2-4f32-b927-7559da1508af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.241666451Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.256614463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d8af65-bc03-4254-9357-88b59b4232f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.311873926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d8af65-bc03-4254-9357-88b59b4232f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.367592043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d8af65-bc03-4254-9357-88b59b4232f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.42266815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d8af65-bc03-4254-9357-88b59b4232f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:51.440195184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9987d77-4d3e-46e3-8394-a11679843dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:51.494642487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9987d77-4d3e-46e3-8394-a11679843dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:51.548978343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9987d77-4d3e-46e3-8394-a11679843dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:51.603425179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9987d77-4d3e-46e3-8394-a11679843dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:53.581006617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfaf33f-6329-451a-8af4-5fe524f41c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:53.636580194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfaf33f-6329-451a-8af4-5fe524f41c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:53.691826454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfaf33f-6329-451a-8af4-5fe524f41c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:53.746231776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfaf33f-6329-451a-8af4-5fe524f41c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:55.729571899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd6f241-e7b7-4337-9654-f3b49962188c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:55.783875992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd6f241-e7b7-4337-9654-f3b49962188c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:55.838273011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd6f241-e7b7-4337-9654-f3b49962188c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:55.892626822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd6f241-e7b7-4337-9654-f3b49962188c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:57.876578055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59ecdce4-3f48-41c4-9ccd-6e55f675b269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:57.931153772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59ecdce4-3f48-41c4-9ccd-6e55f675b269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:57.986165228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59ecdce4-3f48-41c4-9ccd-6e55f675b269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:58.041101367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59ecdce4-3f48-41c4-9ccd-6e55f675b269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:00.022562349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10eda8fc-c153-471a-8496-a071370ea1f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:00.077244466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10eda8fc-c153-471a-8496-a071370ea1f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:00.131580449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10eda8fc-c153-471a-8496-a071370ea1f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:00.18594985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10eda8fc-c153-471a-8496-a071370ea1f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:13.807694716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f05f67-170e-4533-9da7-4dc95ad796c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:13.863312798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f05f67-170e-4533-9da7-4dc95ad796c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:13.91783344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f05f67-170e-4533-9da7-4dc95ad796c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:13.972502142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f05f67-170e-4533-9da7-4dc95ad796c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:15.961394026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80803796-9302-41d9-8881-8f062f7bbc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:16.015922857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80803796-9302-41d9-8881-8f062f7bbc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:16.070213264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80803796-9302-41d9-8881-8f062f7bbc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:16.124808238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80803796-9302-41d9-8881-8f062f7bbc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:18.17709172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa53b224-7815-45d9-a618-7cfe13fcf6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:18.231839957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa53b224-7815-45d9-a618-7cfe13fcf6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:18.286401216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa53b224-7815-45d9-a618-7cfe13fcf6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:18.341963814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa53b224-7815-45d9-a618-7cfe13fcf6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:19.244685355Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:20.328767035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0715813a-3362-4c16-a535-313df13a6c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:20.383618584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0715813a-3362-4c16-a535-313df13a6c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:20.43813245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0715813a-3362-4c16-a535-313df13a6c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:20.497091896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0715813a-3362-4c16-a535-313df13a6c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:22.429658083Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-04679c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-04679c","reconcileID":"d339bd1a-66cc-4395-8389-15dbf408c9d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-04679c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-04679c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:22.490594797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e92ce0f8-c730-47aa-a23f-539f556ab786","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:22.544884814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e92ce0f8-c730-47aa-a23f-539f556ab786","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:22.599279586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e92ce0f8-c730-47aa-a23f-539f556ab786","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:22.656373678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e92ce0f8-c730-47aa-a23f-539f556ab786","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.009961272Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"a6bc47c2-9dd9-49d5-ab89-d0fb37ae2eaf","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.010026664Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"a6bc47c2-9dd9-49d5-ab89-d0fb37ae2eaf","name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.073371486Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"a6bc47c2-9dd9-49d5-ab89-d0fb37ae2eaf","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.073395968Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"a6bc47c2-9dd9-49d5-ab89-d0fb37ae2eaf","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.073493624Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"a6bc47c2-9dd9-49d5-ab89-d0fb37ae2eaf","name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.074141374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"492dead7-dd15-41c5-98f2-b0b35870f8f6","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.074158775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"492dead7-dd15-41c5-98f2-b0b35870f8f6","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.133470417Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"a6bc47c2-9dd9-49d5-ab89-d0fb37ae2eaf","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.134421911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"98ed8c1a-50bd-486c-b130-dd5e4143ef08","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.134437909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"98ed8c1a-50bd-486c-b130-dd5e4143ef08","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.184098184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"4d733a3b-ca72-4e96-984e-8e8ce65bdb5e","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:11:23.191552086Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"98ed8c1a-50bd-486c-b130-dd5e4143ef08","name":"ipp-route-eaa6d2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-eaa6d2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:11:23.191601688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"98ed8c1a-50bd-486c-b130-dd5e4143ef08","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-eaa6d2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.196933379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"7979a47a-e24d-4d63-864e-d6c923251326","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.196950355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"7979a47a-e24d-4d63-864e-d6c923251326","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.24358721Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-sub","reconcileID":"06eb123e-aee1-47d0-bdad-0a25551fd6bd","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-46c6813c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.244512033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"4d733a3b-ca72-4e96-984e-8e8ce65bdb5e","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"e2e-ipp-a-eaa6d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.313051522Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-sub","reconcileID":"be514709-168f-4647-9eff-d57a5399c792","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-46c6813c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.408178954Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"abc264cb-da9c-4e72-89b2-5f396338414b","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.574311181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"abc264cb-da9c-4e72-89b2-5f396338414b","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.652041563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"d6a385e9-ddd9-4ef9-b0dd-525837b4fd80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.709012898Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"abc264cb-da9c-4e72-89b2-5f396338414b","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"e2e-ipp-a-eaa6d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.709044469Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-auth","reconcileID":"abc264cb-da9c-4e72-89b2-5f396338414b","MaaSAuthPolicy":{"name":"ipp-route-eaa6d2-auth","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.782828714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"344ffb38-dcdb-499c-af15-1e890c48e007","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.782850299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"344ffb38-dcdb-499c-af15-1e890c48e007","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:24.187191838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"d0df669b-38ed-4f28-8c72-af515d90592f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:24.242699121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"65af28ca-b649-482b-b25d-a2405256b6de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:24.333569664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"e2bc288b-31fd-4820-9499-c989ef24bb67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:24.443857348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"f8217217-d2a1-4606-be26-1198c817a1bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:24.671253755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a4ca160-0fec-4fe8-8f04-e38d9427e9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:24.693254616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"d866dc3e-0a6e-4bd6-8a77-71505d6ea370","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:24.728052006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a4ca160-0fec-4fe8-8f04-e38d9427e9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:24.782506339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a4ca160-0fec-4fe8-8f04-e38d9427e9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:24.837204513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a4ca160-0fec-4fe8-8f04-e38d9427e9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:24.9012052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"d1a2acb8-0dc0-4f2e-b728-831c72471639","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:25.10165442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e7a69122-f2ea-4087-8f31-8bb07dcd33d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:25.214858119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"4dd4bb31-bfdf-4e4d-aeea-540f7652ec93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:25.269564294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c339690c-8803-4a52-b40d-44372f157d48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:25.33047068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"be96bb0f-8d31-4622-8389-5f9a18609778","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:25.350857584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"07cb5610-1b94-4d27-826d-2f04a1f6dcf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:26.935150733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5a75e1-9832-45f6-825c-0bc5739b10e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:26.989556089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5a75e1-9832-45f6-825c-0bc5739b10e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:27.043953323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5a75e1-9832-45f6-825c-0bc5739b10e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:27.098635192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5a75e1-9832-45f6-825c-0bc5739b10e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:29.124381335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682979e5-be3e-4880-84f7-ed098a4f0c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:29.179106301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682979e5-be3e-4880-84f7-ed098a4f0c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:29.233686505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682979e5-be3e-4880-84f7-ed098a4f0c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:29.288598194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682979e5-be3e-4880-84f7-ed098a4f0c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:31.324202536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce6b6d8-868a-47b5-a3e4-9c20ffad0739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:31.378546386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce6b6d8-868a-47b5-a3e4-9c20ffad0739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:31.433091241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce6b6d8-868a-47b5-a3e4-9c20ffad0739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:31.487696294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce6b6d8-868a-47b5-a3e4-9c20ffad0739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:33.367978837Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-sub","reconcileID":"189f4af1-8a67-4468-b9f2-8d9568e07156","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","subscription":"ipp-route-eaa6d2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:33.426413069Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-sub","reconcileID":"189f4af1-8a67-4468-b9f2-8d9568e07156","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:33.482208262Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2-sub","reconcileID":"189f4af1-8a67-4468-b9f2-8d9568e07156","MaaSSubscription":{"name":"ipp-route-eaa6d2-sub","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"name":"maas-trlp-ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:33.541626212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3723c0cb-0725-4540-a022-31e23a38540a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:33.59620644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3723c0cb-0725-4540-a022-31e23a38540a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:33.650613479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3723c0cb-0725-4540-a022-31e23a38540a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:33.704811707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3723c0cb-0725-4540-a022-31e23a38540a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:33.942642213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"0198bb9c-7b56-44e8-96c4-dc38b4be05a9","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"tenant":"e2e-ipp-a-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","model":"ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:33.942662551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"0198bb9c-7b56-44e8-96c4-dc38b4be05a9","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"routeName":"ipp-route-eaa6d2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","llmisvcName":"ipp-route-eaa6d2","gateway":"openshift-ingress/e2e-ipp-a-eaa6d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:35.679714089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876f49bf-5c39-4260-8af8-285f9e0cbcd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:35.733869538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876f49bf-5c39-4260-8af8-285f9e0cbcd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:35.788000603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876f49bf-5c39-4260-8af8-285f9e0cbcd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:35.842212599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876f49bf-5c39-4260-8af8-285f9e0cbcd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:37.84233541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd7f451-0021-4165-980c-3e0b925a4c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:37.896709228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd7f451-0021-4165-980c-3e0b925a4c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:37.950963598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd7f451-0021-4165-980c-3e0b925a4c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:38.005295457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd7f451-0021-4165-980c-3e0b925a4c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.0381037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d98fa1-8f09-4c92-aad4-4d7959aac054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.038251335Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","namespace":"ai-tenant-e2e-praxis-a-f61bae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.092790247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d98fa1-8f09-4c92-aad4-4d7959aac054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.092991634Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","namespace":"ai-tenant-e2e-praxis-a-f61bae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.159495881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d98fa1-8f09-4c92-aad4-4d7959aac054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.159639215Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","tenant":"e2e-praxis-a-f61bae","tenantID":"e2e-praxis-a-f61bae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.217681794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d98fa1-8f09-4c92-aad4-4d7959aac054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.274681956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"Deployment","name":"maas-api-e2e-praxis-a-f61bae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.338479501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"Service","name":"maas-api-e2e-praxis-a-f61bae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.40303669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-f61bae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.499597075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-f61bae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.558695808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-f61bae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.616181806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-f61bae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.676894674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-f61bae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.734907563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-f61bae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.789826514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-f61bae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.845669645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-f61bae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.900450193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"Service","name":"payload-processing-e2e-praxis-a-f61bae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:40.954629004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-f61bae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:41.009239983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-f61bae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:41.066556649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-f61bae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:41.120740121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-f61bae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:41.179499828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-f61bae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:41.233536844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-f61bae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:41.322885649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-f61bae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:41.377990449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-f61bae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:41.432659686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f61bae"},"namespace":"ai-tenant-e2e-praxis-a-f61bae","name":"default-tenant","reconcileID":"84068a5e-468d-40f4-ae40-4e783c53715f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-f61bae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:42.222627094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9684834f-75cb-403a-a072-91bb10c27ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:42.277391738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9684834f-75cb-403a-a072-91bb10c27ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:42.331935548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9684834f-75cb-403a-a072-91bb10c27ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:42.348723288Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f61bae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f61bae","reconcileID":"fd852808-ef40-4b8c-b45a-415dbecad0c8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f61bae","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-f61bae"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:42.39754322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9684834f-75cb-403a-a072-91bb10c27ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:44.38683816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f3e992-3d40-488c-9a7c-ea74df36e8f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:44.441203212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f3e992-3d40-488c-9a7c-ea74df36e8f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:44.497589254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f3e992-3d40-488c-9a7c-ea74df36e8f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:44.552397547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f3e992-3d40-488c-9a7c-ea74df36e8f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:46.521130547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cb51fb-a8de-4e1b-a74c-81567bc4be62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:46.57557443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cb51fb-a8de-4e1b-a74c-81567bc4be62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:46.630047413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cb51fb-a8de-4e1b-a74c-81567bc4be62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:46.684201093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cb51fb-a8de-4e1b-a74c-81567bc4be62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:48.722658589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f5d0f6-5772-48bc-b523-608ec1154bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:48.780855679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f5d0f6-5772-48bc-b523-608ec1154bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:48.836129864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f5d0f6-5772-48bc-b523-608ec1154bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:48.895173056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f5d0f6-5772-48bc-b523-608ec1154bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:49.250071026Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:52.019177814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a9f9e65-fad9-4c84-ba3e-c640593f071e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:52.073528763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a9f9e65-fad9-4c84-ba3e-c640593f071e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:52.127846971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a9f9e65-fad9-4c84-ba3e-c640593f071e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:52.183409054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a9f9e65-fad9-4c84-ba3e-c640593f071e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:54.228136004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83574b1f-9cdd-47fe-bcc7-7b5e738502b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:54.28264576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83574b1f-9cdd-47fe-bcc7-7b5e738502b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:54.336776963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83574b1f-9cdd-47fe-bcc7-7b5e738502b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:54.392047608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83574b1f-9cdd-47fe-bcc7-7b5e738502b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:56.385879417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620c314e-d843-4c90-afb3-0d0fa638963c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:56.440519775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620c314e-d843-4c90-afb3-0d0fa638963c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:56.495601376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620c314e-d843-4c90-afb3-0d0fa638963c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:56.551768136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620c314e-d843-4c90-afb3-0d0fa638963c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:04.302201253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"910f5357-deab-4086-889f-81f33944d736","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:04.403226031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"76400aa2-305d-4d8e-adc7-21fb12e1752b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:04.50368484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"7831f97e-d1d7-4d24-ab65-6b85d2d2a330","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:04.503684836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"7f288d8d-55f2-4cde-aa23-bffc1dcd85d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:04.620119485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"1604fcad-b41e-43c9-a4b3-1bc7c6581a13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:04.76577027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"01e8be06-c7a8-4d84-8713-0aafb596ea0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:04.9042201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"9f8ca62c-7fd2-4cee-ad91-d2089c53590b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:05.05683993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"4e3be622-000a-4d5b-8f30-4dfeaacc0f39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:05.181465492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a91fa7a5-cd79-4756-b9bf-0b9d5291af53","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:05.311728678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"dfbbd7d0-ff2b-4590-be32-fb0f71ce84b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:05.438016421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"e419fb04-6141-45fb-8979-6315f870210b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:05.562051596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"560e3141-cac4-4ec8-8228-161099f2ea00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.240438406Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:25.206602866Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","namespace":"ai-tenant-e2e-praxis-a-84ad63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:25.206663291Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","namespace":"ai-tenant-e2e-praxis-a-84ad63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:25.206712072Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","tenant":"e2e-praxis-a-84ad63","tenantID":"e2e-praxis-a-84ad63","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:25.266550984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"Deployment","name":"maas-api-e2e-praxis-a-84ad63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:25.330728865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"Service","name":"maas-api-e2e-praxis-a-84ad63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:25.391271339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-84ad63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:25.448171332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-84ad63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:25.514332203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-84ad63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:25.574291846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-84ad63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:25.632721033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-84ad63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:25.690094403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-84ad63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:25.744930641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-84ad63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:25.800098541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-84ad63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:25.854837286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"Service","name":"payload-processing-e2e-praxis-a-84ad63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:25.909572211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-84ad63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:25.965197995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-84ad63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:26.019631928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-84ad63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:26.073794257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-84ad63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:26.133152242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-84ad63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:26.1881091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-84ad63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:26.243047799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-84ad63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:26.300713398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-84ad63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:26.355267737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-84ad63"},"namespace":"ai-tenant-e2e-praxis-a-84ad63","name":"default-tenant","reconcileID":"e230dbe6-3a49-41a8-8d41-9487af2bf213","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-84ad63","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:27.21252801Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-84ad63","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-84ad63","reconcileID":"d6f946d2-73bd-4e41-8b9b-fff983579510","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-84ad63","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-84ad63"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:28.383148404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56299a4b-ff80-4e45-997b-d5e3ec8fbec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:28.437512979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56299a4b-ff80-4e45-997b-d5e3ec8fbec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:28.493921975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56299a4b-ff80-4e45-997b-d5e3ec8fbec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:28.549871909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56299a4b-ff80-4e45-997b-d5e3ec8fbec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.533745358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d68aaa56-3efa-458f-9c7b-9caf7d8aeceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.588801239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d68aaa56-3efa-458f-9c7b-9caf7d8aeceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.643073474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d68aaa56-3efa-458f-9c7b-9caf7d8aeceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.697401744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d68aaa56-3efa-458f-9c7b-9caf7d8aeceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.452131463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"1e5c0348-530d-410d-a997-9d61e2ada4bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.639636796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"c38992cc-38ef-4e16-b5a9-a08ada04eec0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.692901057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e793f227-1241-4ef7-a505-797049acc1dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.740223933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"a1d14c0a-c95a-4394-878b-da61dfeba9ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.74751806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e793f227-1241-4ef7-a505-797049acc1dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.802103243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e793f227-1241-4ef7-a505-797049acc1dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.802992635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"36015879-005d-4cdd-8531-72aa5d5d49e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.856785003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e793f227-1241-4ef7-a505-797049acc1dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:33.02432319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"b6e13b0e-6dd9-4bd3-8e58-f95cbc13a6c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:33.121476926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8d42900c-d281-4f28-8cd5-d51c02695777","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:33.337760323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"f50282ad-8ac5-48d4-98da-ef2e9f0bd11e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:33.603362916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"30956f61-f729-4182-bb49-a64a5ba0590b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:33.68676628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"1fe802ad-c180-49fd-9ceb-55a1579252b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:33.787313658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"59ff5c94-409e-4c21-9ab1-fd34eee75d6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:33.788154257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"16dc11b8-d558-468e-bd51-46ebde3b4231","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:33.886534784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c998490c-b160-49cb-98c6-fd69e5b6f291","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:34.862565448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a00038e-f2a9-4a76-9601-8a228b5ed6cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:34.917398834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a00038e-f2a9-4a76-9601-8a228b5ed6cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:34.971700479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a00038e-f2a9-4a76-9601-8a228b5ed6cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:35.029539358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a00038e-f2a9-4a76-9601-8a228b5ed6cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.080833924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"59b13b37-53d7-4a1d-91ce-e35bd87b16aa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-04679c","tenantID":"e2e-praxis-b-04679c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.099076771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3129747f-cce2-43ee-9aa0-6dcc849061a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.153598435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3129747f-cce2-43ee-9aa0-6dcc849061a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.20815078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3129747f-cce2-43ee-9aa0-6dcc849061a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.262758958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3129747f-cce2-43ee-9aa0-6dcc849061a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.277407752Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"59b13b37-53d7-4a1d-91ce-e35bd87b16aa","name":"e2e-praxis-b-04679c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.337495059Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.337549373Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","namespace":"ai-tenant-e2e-ipp-a-eaa6d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.337599094Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","tenant":"e2e-ipp-a-eaa6d2","tenantID":"e2e-ipp-a-eaa6d2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.394380632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"Deployment","name":"maas-api-e2e-ipp-a-eaa6d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.459887753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"Service","name":"maas-api-e2e-ipp-a-eaa6d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.54826444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-eaa6d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.605654476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-eaa6d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.663973699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-eaa6d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.721485847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-eaa6d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.783015901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-eaa6d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.843696659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-eaa6d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.906224093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-eaa6d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:37.963097222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-eaa6d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:38.029981921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"Service","name":"payload-processing-e2e-ipp-a-eaa6d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:38.093232685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-eaa6d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:38.154018666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-eaa6d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:38.210940678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-eaa6d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:38.269002634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-eaa6d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:38.338866207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-eaa6d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:38.440161817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-eaa6d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:38.506559675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-eaa6d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:38.563386368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-eaa6d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:38.619744703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"default-tenant","reconcileID":"93138ba9-6cf6-4141-9350-9e78957adc3e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-eaa6d2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:39.259956518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d12e3d-c902-4589-980b-1f62e29b2f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:39.314437906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d12e3d-c902-4589-980b-1f62e29b2f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:39.368876044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d12e3d-c902-4589-980b-1f62e29b2f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:39.423261289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d12e3d-c902-4589-980b-1f62e29b2f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:39.597056298Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-eaa6d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-eaa6d2","reconcileID":"4b2c0bef-c200-4ea4-a2b4-54eb797d9b0c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-eaa6d2","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-eaa6d2"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:39.816727122Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"2f6fd0f7-8c5c-484a-86fd-c34c7024851f","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:39.877277254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"2f6fd0f7-8c5c-484a-86fd-c34c7024851f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:39.882748228Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"06b259ef-0294-42f6-bbd5-d4a27dbc4aca","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:39.882802332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"06b259ef-0294-42f6-bbd5-d4a27dbc4aca","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:39.893929391Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"f0410b01-50fa-4721-a75e-ab673997c9ee","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:39.893985774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"f0410b01-50fa-4721-a75e-ab673997c9ee","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:39.915197961Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"bca88ce2-846c-43f1-905a-bd2d2b9fffdc","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:39.915254411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"bca88ce2-846c-43f1-905a-bd2d2b9fffdc","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:39.956228858Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"19f8ee38-51d4-4733-8fb7-23e3405e3711","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:39.956293679Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"19f8ee38-51d4-4733-8fb7-23e3405e3711","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:40.036895764Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"38fc3930-f672-4ead-825d-6abd5dc0afb2","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:40.036961738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"38fc3930-f672-4ead-825d-6abd5dc0afb2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:40.197731772Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"8aae3ec6-0147-4199-b99c-384b43cb05ff","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:40.197800939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"8aae3ec6-0147-4199-b99c-384b43cb05ff","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:40.518915874Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"bfaa149c-925d-4ac0-bce3-d3cca3ec41e7","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:40.518986309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"bfaa149c-925d-4ac0-bce3-d3cca3ec41e7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:41.160241857Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"6fa576ba-0247-4a35-8840-c02d6f0cebe1","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:41.160306839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"6fa576ba-0247-4a35-8840-c02d6f0cebe1","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:41.422965803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cda0024-a6b5-47ed-8d8e-f1de9d544cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:41.477393627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cda0024-a6b5-47ed-8d8e-f1de9d544cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:41.53162081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cda0024-a6b5-47ed-8d8e-f1de9d544cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:41.586136576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cda0024-a6b5-47ed-8d8e-f1de9d544cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:42.441064132Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"6ec623a5-6867-4b3d-a123-936c0371e5ca","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:42.441132729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"6ec623a5-6867-4b3d-a123-936c0371e5ca","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:43.633451359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607a9c09-9151-46da-8d17-8daf11f3edc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:43.688067305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607a9c09-9151-46da-8d17-8daf11f3edc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:43.743164279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607a9c09-9151-46da-8d17-8daf11f3edc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:43.797610334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607a9c09-9151-46da-8d17-8daf11f3edc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:45.002373527Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"9050a5e6-17eb-460d-bf89-0ba414f63cce","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:45.002442369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"9050a5e6-17eb-460d-bf89-0ba414f63cce","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:45.712279224Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"b635640d-05c8-47df-86c7-64d9a706124b","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:45.712342234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"b635640d-05c8-47df-86c7-64d9a706124b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:45.795037716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8193270-5bfc-40ff-9fed-098fdf3fe087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:45.850539449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8193270-5bfc-40ff-9fed-098fdf3fe087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:45.904808027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8193270-5bfc-40ff-9fed-098fdf3fe087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:45.959133793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8193270-5bfc-40ff-9fed-098fdf3fe087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:47.701228718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"36d3b1b4-60a0-4c33-a78d-1eb97d14076e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:47.803581519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"b2fd11ad-30ff-4cdc-9e98-72c921be0349","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:47.899601709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"e83641c2-60cd-414f-bedb-1d3aa17d13d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:47.977514459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486aed76-ae6c-4b7e-acc0-e4be502e0286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:48.002015156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"11e00424-d4a2-4851-9246-30b5bbb2268d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:48.032714274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486aed76-ae6c-4b7e-acc0-e4be502e0286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:48.087224248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486aed76-ae6c-4b7e-acc0-e4be502e0286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:48.141793544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486aed76-ae6c-4b7e-acc0-e4be502e0286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:48.142403002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"90988bef-860f-485b-bd6d-53fec3ac3d66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:48.367961441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"5f49dcce-719e-47da-b1df-6d01c3d88a14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:48.599027314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3b4e96b0-361c-459a-88a3-b28f0b7aec73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:48.716296458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"7d85a58c-6438-4a1b-9cf4-8065d6c86bc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:48.820945287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a110976f-aecb-4f29-9159-19e5ad238ffd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:48.832702493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"a8411c5a-53ec-454e-a2b3-b3f1b11e341b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:49.159987356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"8077fd7c-cb06-4935-8a90-5d42d7ecda73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:49.240464599Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:49.261092372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"296ca1c5-8762-4d3b-b3e4-e3bfa0d2adfa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:50.782743501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"f9cf947d-a52b-4402-b2f2-9d86885e0d78","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:50.782824708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"f9cf947d-a52b-4402-b2f2-9d86885e0d78","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:54.699747783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"1951f81a-0d6e-4219-903e-07add3860d0f","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:54.699780963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"1951f81a-0d6e-4219-903e-07add3860d0f","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:00.341160809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"974948be-4548-44af-a3bd-eb7a8ab13e07","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:00.341180501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"974948be-4548-44af-a3bd-eb7a8ab13e07","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:00.400588032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"93fe9776-3a6a-4ee6-9518-84b183bfd478","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:00.400606365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"93fe9776-3a6a-4ee6-9518-84b183bfd478","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:00.513804038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"2d1b27ce-450b-4e7a-8c23-e65a150c52ce","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-389c4e","tenantID":"e2e-praxis-a-389c4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:00.664964116Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"2d1b27ce-450b-4e7a-8c23-e65a150c52ce","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"e2e-praxis-a-389c4e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:00.724943648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-389c4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"2d1b27ce-450b-4e7a-8c23-e65a150c52ce","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:00.783327379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"35d5c714-078c-4455-8d8a-03b60158a182","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:00.783345139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"35d5c714-078c-4455-8d8a-03b60158a182","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.055174548Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","namespace":"ai-tenant-e2e-praxis-b-115a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.055230391Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","namespace":"ai-tenant-e2e-praxis-b-115a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.055284476Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","tenant":"e2e-praxis-b-115a78","tenantID":"e2e-praxis-b-115a78","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.114307693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"Deployment","name":"maas-api-e2e-praxis-b-115a78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.195199902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"Service","name":"maas-api-e2e-praxis-b-115a78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.254153424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-115a78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.311116307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-115a78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.369551663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-115a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.42747984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-115a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.48776487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-115a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.555627608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-115a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.610765232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-115a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.665498328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-115a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.720162003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"Service","name":"payload-processing-e2e-praxis-b-115a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.774719672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-115a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.82928464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-115a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.885811802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-115a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.940123166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-115a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.99969642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-115a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:08.054109349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-115a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:08.108612723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-115a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:08.165719019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-115a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:08.220879524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-115a78"},"namespace":"ai-tenant-e2e-praxis-b-115a78","name":"default-tenant","reconcileID":"fb70ff0b-8f37-4079-b4d0-8d511f3d1579","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-115a78","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.696726288Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-115a78","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-115a78","reconcileID":"44f37456-0604-4196-aaae-7a7047dd7ce3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-115a78","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-115a78"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:09.874088201Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"8361344d-c7b9-40b6-a5a2-413c67a58a8c","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:09.874162115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"8361344d-c7b9-40b6-a5a2-413c67a58a8c","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.859492633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c90bb82e-b82c-4a30-9147-70d94774dcef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.91401217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c90bb82e-b82c-4a30-9147-70d94774dcef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.96854564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c90bb82e-b82c-4a30-9147-70d94774dcef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.968709533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"b18f2ba4-0077-4324-888e-8ea3ae39e9b9","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-389c4e","tenantID":"e2e-praxis-a-389c4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:11.022951461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c90bb82e-b82c-4a30-9147-70d94774dcef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:11.083549676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"b18f2ba4-0077-4324-888e-8ea3ae39e9b9","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"e2e-praxis-a-389c4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:11.141890216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-389c4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"b18f2ba4-0077-4324-888e-8ea3ae39e9b9","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:13.026136464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b0e500-2f89-4831-9a6f-c9dcf6d39416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:13.080421844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b0e500-2f89-4831-9a6f-c9dcf6d39416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:13.134654401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b0e500-2f89-4831-9a6f-c9dcf6d39416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:13.189971695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b0e500-2f89-4831-9a6f-c9dcf6d39416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:19.24043089Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:20.47522743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"11649f61-b3a1-422e-8a35-02cfb82200d5","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:20.535246495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"aeadbea1-e0fa-4cfc-b88c-1542984a18e8","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:20.588133578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f74b0213","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-apikey-sub-binding-f74b0213","reconcileID":"a7f50bad-7c57-4601-b8b3-68a20f9a2bc5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-f74b0213\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:20.641338093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"b2bb8db6-3e3b-4709-9b44-c0361ade50e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:20.641404493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"2251f7d6-e743-4af9-a552-b7100bc69e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:20.701250826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"b2bb8db6-3e3b-4709-9b44-c0361ade50e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:20.702325566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"2251f7d6-e743-4af9-a552-b7100bc69e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:20.707018237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"b9e1b994-6406-42ad-a6a9-dd6045ce4a9d","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:20.765708713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"aa0ec0e8-1877-4da1-a00b-e8c4ed6df8de","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:21.053615816Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f74b0213","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-apikey-sub-binding-f74b0213","reconcileID":"3fbbf5f4-02f5-4331-a556-991e0eaba642","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f74b0213","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/e2e-apikey-sub-binding-f74b0213","ai-tenant-e2e-worker-w0-a74d15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:21.073876384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"c4b5dbb0-25bd-47f4-b898-beaef8d20490","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:21.073939117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"7d11ae45-2ffe-4690-b08e-b7e53e942d29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:21.133925038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"7d11ae45-2ffe-4690-b08e-b7e53e942d29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:21.133969036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"c4b5dbb0-25bd-47f4-b898-beaef8d20490","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:21.226315357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"7a81c6e2-f1db-4fd9-bc95-b2ce4acafc9f","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:21.251883531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"98afcabe-4ace-49bd-bf01-63b2af154fa5","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-389c4e","tenantID":"e2e-praxis-a-389c4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:21.274447243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"442f1e70-0257-4b5d-bfb0-e8aa6f3b0014","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:21.311325873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"98afcabe-4ace-49bd-bf01-63b2af154fa5","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"e2e-praxis-a-389c4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:21.369382589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-389c4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"98afcabe-4ace-49bd-bf01-63b2af154fa5","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:21.444907531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f74b0213","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-apikey-sub-binding-f74b0213","reconcileID":"e8b39dd8-faf6-4df0-88d7-78405d25a758","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f74b0213","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:22.489195505Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"30827fc2-8710-4327-b6e2-6a79848b57c4","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:22.48926555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eaa6d2","namespace":"ai-tenant-e2e-ipp-a-eaa6d2"},"namespace":"ai-tenant-e2e-ipp-a-eaa6d2","name":"ipp-route-eaa6d2","reconcileID":"30827fc2-8710-4327-b6e2-6a79848b57c4","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-eaa6d2/ipp-route-eaa6d2-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-eaa6d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:24.492543445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"a1404b85-ce6a-49ba-817a-d7a7f6ea4acf","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:24.659510627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"762eb57c-62df-4dc9-ae56-fca92d73bd92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:24.659510629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"baa91ce0-08e7-4d71-b8f3-6025c331571f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:24.722747101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"baa91ce0-08e7-4d71-b8f3-6025c331571f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:24.723108783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"762eb57c-62df-4dc9-ae56-fca92d73bd92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:30.430282441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7cb2af-d433-46d8-b894-a6cdd3253867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:30.484847274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7cb2af-d433-46d8-b894-a6cdd3253867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:30.539641453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7cb2af-d433-46d8-b894-a6cdd3253867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:30.594676024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7cb2af-d433-46d8-b894-a6cdd3253867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:31.494628833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"facd99c5-424a-446c-afb7-951d9b1aba9c","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-389c4e","tenantID":"e2e-praxis-a-389c4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:31.554799184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"facd99c5-424a-446c-afb7-951d9b1aba9c","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"e2e-praxis-a-389c4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:31.61370996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-389c4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8b890d3ad18379a92e3a98dd1106bdcb296d1c756ebc6b9114959df8104a7f8) AuthConfig (18e9ab279afc8e4e631ad4d5a03b517b06e3bde77c817d14ca31ff46e1aeac57) AuthConfig (34efd758c957d4e44fa397b9d1c97a4668675d5720dcc3d39346c0daa61fa2a8) AuthConfig (dd98150f4c15d291207dfb743d6606db867da73f159a976b42044ed9bf7f5466) AuthConfig (b1f99205a2d2da7ef3ed93830d9ad4c7b75aa747373c62d28b2c997ecbe57cfa) AuthConfig (19cf91df0c07b7333a87b73779c8b0320898c62579f5fa31823f2b21fcc4266c) AuthConfig (efa2bed9c5fd19d6bd1f55efdc270500cee57aedff5152aa589e99f20f30ee00) AuthConfig (4e26815e1ff2cdcae5733da87cc5bcc0b8dc836668b18b503a40dfa2227d08b9) AuthConfig (c606f2ab3f3d60e8b85d02e42af8227bbbbed37ecfd94f02016aa4a69725f12a) AuthConfig (9d4e93421f3938e58cd77b93b7c276f1ffdb32cddc73bb7cdffbf0feecc52ccf) AuthConfig (2714d8a0354e2492db9b2c6a6df42e4dfa79e1dad57b13fb8fef6c83dca91498) AuthConfig (c28e4a82a5db6438a10389bb3abd5113cea9d200b8e3613697c1b85f364ec270) AuthConfig (c2cbc6047a6e4eca1a7dbf69ff717119e3d65ff3c26c5f10e29fb2f4a30058aa) AuthConfig (f34af404d7309477a28d229a5fe5f04b0dc82982a36decaabc2ec878d8d50d2b) AuthConfig (838926c1a68a36cc0bd2034e0529f23175af86fa1fb45917571f9f65244df25b) AuthConfig (71abb46679ef1804c1eb87b97ff2ae0b9eaf273d34ec7f4ad82348c6da5d0b8f) AuthConfig (59ca7a1348c543a2ca72aea50bcd22118237a0807549edeaa47af0d19d8e98e8) AuthConfig (d16e61bc2e8466e368ae8e955c3a4994ece7457b5cb466eb8aaea3aa460d3d01)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"facd99c5-424a-446c-afb7-951d9b1aba9c","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:31.725861606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"352e1dfb-3907-468b-9c60-ca777a93adab","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:31.725880443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"352e1dfb-3907-468b-9c60-ca777a93adab","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:32.606654363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8323225f-5a94-4a74-af4d-e09a3b629373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:32.661122687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8323225f-5a94-4a74-af4d-e09a3b629373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:32.715499087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8323225f-5a94-4a74-af4d-e09a3b629373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:32.769800372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8323225f-5a94-4a74-af4d-e09a3b629373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:34.66741599Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f74b0213","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-apikey-sub-binding-f74b0213","reconcileID":"a45e3010-eb36-4cca-8b94-8503504c670e","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f74b0213","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscription":"e2e-apikey-sub-binding-f74b0213","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:34.759297573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5896af64-73fb-4959-9c2b-b0db4e70f0c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:34.813915725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5896af64-73fb-4959-9c2b-b0db4e70f0c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:34.868559826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5896af64-73fb-4959-9c2b-b0db4e70f0c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:34.923110154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5896af64-73fb-4959-9c2b-b0db4e70f0c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:34.984216682Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f74b0213","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-apikey-sub-binding-f74b0213","reconcileID":"a45e3010-eb36-4cca-8b94-8503504c670e","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f74b0213","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:35.257042819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"9c516ea9-0401-4494-9b28-0de9cf08bb0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:35.261277824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"9c2c7e4e-3d4a-443e-ad28-37440a5a37e4","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:35.424995157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"ed92fa07-a7af-4d3f-bf6b-9635c1602949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:35.425111794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"e6940918-aea3-4e48-a896-6bb6a400536f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:35.484986231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"ed92fa07-a7af-4d3f-bf6b-9635c1602949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:35.487068825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"e6940918-aea3-4e48-a896-6bb6a400536f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:36.514925068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"39de1758-5c95-499b-a135-88fc1bcdbc87","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:36.567342166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"e004288a-9813-4da8-8546-ea99b6cf199a","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:36.622044201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-ordering-sub","reconcileID":"2b089d3a-35ca-4585-bd3c-6770603bbe03","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:36.661899536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"626960f8-6372-4757-a948-863cf2fbc130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:36.661974061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"71acd18a-3557-4769-89c3-3d866c5d7481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:36.716529073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"71acd18a-3557-4769-89c3-3d866c5d7481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:36.717680833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"626960f8-6372-4757-a948-863cf2fbc130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:36.73460751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"2fa6329b-9f35-4f73-9304-d01c8cf233d8","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:36.789595339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"ea678ae6-3277-4463-8f1d-a7b2300a9c31","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:36.825360308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b62346-258d-4bcb-9c70-295fc909cbd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:36.874306305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b62346-258d-4bcb-9c70-295fc909cbd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:36.923286648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b62346-258d-4bcb-9c70-295fc909cbd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:36.972179014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b62346-258d-4bcb-9c70-295fc909cbd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:37.070006449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"9f5fc91c-3b9e-41a5-9612-d2939e837956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:37.070254798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"72c79ff5-39a8-4d6d-85de-4a736f3341b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:37.124680378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"72c79ff5-39a8-4d6d-85de-4a736f3341b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:37.124685402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"9f5fc91c-3b9e-41a5-9612-d2939e837956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:37.127312347Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-ordering-sub","reconcileID":"ae41534b-1fd3-4fba-9468-03d07274cd1f","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/e2e-ordering-sub","ai-tenant-e2e-worker-w0-a74d15/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:37.332776123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"3bcc5869-bb74-4c8e-8a3b-722fd395e505","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:37.376948376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"b1743764-d701-4dbb-8984-33e1cd468b86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:37.5322372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-ordering-sub","reconcileID":"7cfde2eb-15bb-402e-9a46-67239edefe0d","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:38.774634624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c2b52c-570a-427f-b835-1f155c1b2cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:38.823508477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c2b52c-570a-427f-b835-1f155c1b2cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:38.872284994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c2b52c-570a-427f-b835-1f155c1b2cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:38.921051661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c2b52c-570a-427f-b835-1f155c1b2cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:39.936126987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"7a0e3568-33b0-4733-8e8c-faa2633ee543","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:40.018486241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"624e3afb-68fb-4e99-adb9-c6b14b48ae5c","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:40.170136406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-ordering-auth","reconcileID":"eb254b0d-6bc4-4615-8531-d28669189cc9","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:40.252835929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-ordering-auth","reconcileID":"eb254b0d-6bc4-4615-8531-d28669189cc9","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:40.50738865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"2a556267-36bf-4048-bb17-0d6aed106e30","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:40.763556018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427c3f61-6449-4e1c-a2ca-0891039e692f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:40.812346033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427c3f61-6449-4e1c-a2ca-0891039e692f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:40.861225046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427c3f61-6449-4e1c-a2ca-0891039e692f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:40.910112043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427c3f61-6449-4e1c-a2ca-0891039e692f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:41.608550997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"2f6789fc-ab1d-497d-900d-bc98431f855e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:41.85112885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"7346bf4b-91c0-4b09-82c4-a96290c99f06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:41.856335551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"bcedd465-68c8-458d-b2cd-c1a0ae8b584f","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-389c4e","tenantID":"e2e-praxis-a-389c4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:41.910463326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"bcedd465-68c8-458d-b2cd-c1a0ae8b584f","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"e2e-praxis-a-389c4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:42.054239857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"381c22ec-8c76-436a-af6e-a23ed7452530","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:42.159775533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1d7d59f5-9f16-4f1f-86a5-c0336b8b79e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:42.254464663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"1f2e21a1-e0c3-4af7-b91b-8e9ccbf23e57","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:42.254483436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"1f2e21a1-e0c3-4af7-b91b-8e9ccbf23e57","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:42.299457873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bfcb85e8-20f7-44d4-bd14-6555386d5621","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:42.398850394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"b64837be-9cec-42ea-95fa-b0f472e49e0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:42.459567532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"89000f53-a4f7-4c45-bc4a-b869aebef2b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:42.559885043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"a8c3c137-e8a7-4e32-80ce-8a75f385512f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:42.661368539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"ade6fc86-995e-4bf7-91e7-afb071b3a082","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:42.765264312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"9cdfd1fa-fcfe-4176-8aa3-f19c4140bba4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:42.767660917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff5a3437-6a34-4fe1-b3e9-9cab69642b7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:42.816935615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff5a3437-6a34-4fe1-b3e9-9cab69642b7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:42.835894497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"6c7697a3-cfcf-4823-bed0-e74b84ccb473","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:42.866131739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff5a3437-6a34-4fe1-b3e9-9cab69642b7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:42.916104667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff5a3437-6a34-4fe1-b3e9-9cab69642b7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:43.066752601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"27ba9f1d-fd6f-42c4-b290-f0b95ae64cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:43.066992184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"b1d16dd6-0f40-4cc3-87c7-c2d812b68286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:43.066777573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-ordering-auth","reconcileID":"4f3c6fb4-ade8-4d6b-a6f1-ead773b611f2","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:43.122965852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-ordering-auth","reconcileID":"4f3c6fb4-ade8-4d6b-a6f1-ead773b611f2","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:43.124318183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"27ba9f1d-fd6f-42c4-b290-f0b95ae64cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:43.125722965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"b1d16dd6-0f40-4cc3-87c7-c2d812b68286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.197739715Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","namespace":"ai-tenant-e2e-praxis-b-a3c171","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.197796517Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","namespace":"ai-tenant-e2e-praxis-b-a3c171","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.197845585Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","tenant":"e2e-praxis-b-a3c171","tenantID":"e2e-praxis-b-a3c171","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.248940227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"Deployment","name":"maas-api-e2e-praxis-b-a3c171","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.308771974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"Service","name":"maas-api-e2e-praxis-b-a3c171","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.361931038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-a3c171","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.413375147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-a3c171","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.468761634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-a3c171","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.520429703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-a3c171","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.57506304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-a3c171","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.628341243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-a3c171","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.684591073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-a3c171","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.733768956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-a3c171","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.782660322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"Service","name":"payload-processing-e2e-praxis-b-a3c171","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.831528435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-a3c171","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.880288614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-a3c171","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.92914416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-a3c171","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.977632586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-a3c171","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.030695609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-a3c171","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.128121767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-a3c171","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.179006708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-a3c171","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.228409542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-a3c171","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.277230067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a3c171"},"namespace":"ai-tenant-e2e-praxis-b-a3c171","name":"default-tenant","reconcileID":"beefca2b-bcb7-46d8-b0b8-bf5eb5929317","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-a3c171","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.933532425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61b8797-e4e9-4c7f-8f07-fe0f305a3a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.982443173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61b8797-e4e9-4c7f-8f07-fe0f305a3a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.031652967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61b8797-e4e9-4c7f-8f07-fe0f305a3a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.08167617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61b8797-e4e9-4c7f-8f07-fe0f305a3a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.138197017Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a3c171","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a3c171","reconcileID":"2e0020eb-3c55-4a8a-b5f1-8f5476a9081a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a3c171","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-a3c171"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.232742508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"2d1f3cd0-ab06-4db0-b291-1bb44c397eee","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.232762565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"2d1f3cd0-ab06-4db0-b291-1bb44c397eee","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.294795338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"3d61c81d-342c-40a7-b01e-792423d497e3","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.294818045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"3d61c81d-342c-40a7-b01e-792423d497e3","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.344522131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"2e1ac8fe-52d7-4448-a5ae-6b31ac7aaacf","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-389c4e","tenantID":"e2e-praxis-a-389c4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:47.345737476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-sub","reconcileID":"117dda21-84cd-47ab-976b-7fb200bbc83d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-389c4e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:47.394007475Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"3d61c81d-342c-40a7-b01e-792423d497e3","name":"praxis-route-389c4e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-389c4e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:47.394071543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"3d61c81d-342c-40a7-b01e-792423d497e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-389c4e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.39868222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"2e1ac8fe-52d7-4448-a5ae-6b31ac7aaacf","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"e2e-praxis-a-389c4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.399596092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"fb434866-585f-4ef9-b6e9-2c806e0e3f80","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.399611248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"fb434866-585f-4ef9-b6e9-2c806e0e3f80","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.453893364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"d0236067-4863-4001-a6fc-5c06008f80ab","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.4539129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"d0236067-4863-4001-a6fc-5c06008f80ab","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.506147726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"d37dde59-c693-4598-8616-bcad744df3c2","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.506165786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"d37dde59-c693-4598-8616-bcad744df3c2","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.699262229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"807f5f85-7886-4338-8ba2-2ed1cb92501d","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-389c4e","tenantID":"e2e-praxis-a-389c4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.719884818Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-sub","reconcileID":"87e6a3d7-d6c2-4194-919a-9dcc21ad834f","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"maas-trlp-praxis-route-389c4e","model":"praxis-route-389c4e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.75405769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"807f5f85-7886-4338-8ba2-2ed1cb92501d","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"e2e-praxis-a-389c4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.87855151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"2c42eb7f-9cbb-4875-be23-3f3258aae638","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.878571102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"2c42eb7f-9cbb-4875-be23-3f3258aae638","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.886797557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25fbe0e-b2dd-4556-9662-06103ffe53ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.936167591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25fbe0e-b2dd-4556-9662-06103ffe53ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:47.985197961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25fbe0e-b2dd-4556-9662-06103ffe53ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:48.036202327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25fbe0e-b2dd-4556-9662-06103ffe53ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:48.185298558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-sub","reconcileID":"07c18a46-e601-4431-93b1-9da2d6af4150","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"maas-trlp-praxis-route-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:49.230563505Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:50.017185367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aafa5f69-989f-4cbf-849c-be4965fae888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:50.067421363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aafa5f69-989f-4cbf-849c-be4965fae888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:50.116245997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aafa5f69-989f-4cbf-849c-be4965fae888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:50.165445453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aafa5f69-989f-4cbf-849c-be4965fae888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:51.952804694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d2a8f9-8b7b-44c9-864a-9f3fd2064060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:52.00600758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d2a8f9-8b7b-44c9-864a-9f3fd2064060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:52.054915457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d2a8f9-8b7b-44c9-864a-9f3fd2064060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:52.105400381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d2a8f9-8b7b-44c9-864a-9f3fd2064060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:53.023333009Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-ordering-sub","reconcileID":"3e2d2f9c-90ea-48cd-a1c1-801cf650c5a3","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:53.230227629Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-ordering-sub","reconcileID":"3e2d2f9c-90ea-48cd-a1c1-801cf650c5a3","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:53.428996912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"c09e939b-8657-4742-8b73-08d5d460f80a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:53.488263378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"14bef821-a5bc-4fd1-ba80-8d655b08b515","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:53.637835459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"68577cd4-1f6d-419b-a576-9db025c3189f","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:53.643624042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"bdb2e272-30da-4a15-a8f6-c40279eebc8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:53.643636419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"238c5cf9-e0dd-48c9-8732-43fba380ccc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:53.644069201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-ordering-auth","reconcileID":"625ffde9-498a-42e8-813c-dc58681b5e49","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:53.698464832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"238c5cf9-e0dd-48c9-8732-43fba380ccc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:53.699092812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-ordering-auth","reconcileID":"625ffde9-498a-42e8-813c-dc58681b5e49","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:53.70902005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"bdb2e272-30da-4a15-a8f6-c40279eebc8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:53.897874075Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-ordering-auth","reconcileID":"4784d9b2-0bd5-46c8-ad11-17dc18e721ff","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:54.063087502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"0f47b243-9655-436b-8139-a04422f8c631","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:55.464148831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"8f0e25e4-35c0-4245-aeb5-dadfc82da2e6","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:55.517804544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"e75274e0-6a69-4049-91a6-10be04092f51","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:55.664292749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-success","reconcileID":"f9bad29f-51b1-42ca-a6fd-5bfeeba3edf7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:55.718616438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-success","reconcileID":"f9bad29f-51b1-42ca-a6fd-5bfeeba3edf7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:55.749279551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"d101d129-6352-463d-930a-dddae3a54e2f","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:55.803559225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"c3a0d376-60fe-4f0f-8023-fac5ebf2fa8a","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:55.854482656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-subscription-success","reconcileID":"fdec34a4-111b-4677-9c84-2d233f5333dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:55.89618719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"e9dfa9bb-d290-4bed-9500-b4c367eb001e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:55.896179508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"831ff915-9672-4db0-a475-8570f2f0646c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:55.923368952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"b0f47695-c72f-438a-9efc-583c498f3faa","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:55.952771671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"e9dfa9bb-d290-4bed-9500-b4c367eb001e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:55.952828571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"831ff915-9672-4db0-a475-8570f2f0646c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:55.9653943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"b8b87128-e4a8-42a6-88b1-c53c264dea16","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:55.978152445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"7c3e51c1-e820-40ce-9162-eb0ce5d3c7dc","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.020025082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"2df86f34-5599-43fc-8ab2-f1456fe7cfcc","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.029165862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"4a02d283-efff-446b-9ed9-069fe221e13f","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.127245173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"465c12d2-ec14-4f26-9edf-268e6f39fa36","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.17555596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-success","reconcileID":"97340c69-1458-40a3-ade4-8723ca8e51ed","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.18114621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"465c12d2-ec14-4f26-9edf-268e6f39fa36","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.194155008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"5618431b-0ede-4289-ae78-8786f88e737d","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.229523904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-success","reconcileID":"97340c69-1458-40a3-ade4-8723ca8e51ed","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.251152759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"9108b2c8-0c27-4f93-9576-9d66680189ab","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.277628522Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-subscription-success","reconcileID":"f9c9e620-1c24-44bb-9fc1-730e03e0c673","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/e2e-test-subscription-success","ai-tenant-e2e-worker-w0-a74d15/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.299807268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"44180cdb-66be-4b11-890b-35e8f5ad5822","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:56.308637339Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-98a19b/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.335786334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"bcd3f571-ea5e-4871-b7ce-f2ebb4ce251d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.335798526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"318b41ff-af56-4b6a-a8df-905e0cc0511e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.346486511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"a97a7e17-ba35-4949-8b5b-236dc3c4df73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.354296052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"8819ade6-09bd-4b9e-a81d-c7a20730e072","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.390972552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"318b41ff-af56-4b6a-a8df-905e0cc0511e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.391091406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"bcd3f571-ea5e-4871-b7ce-f2ebb4ce251d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.400105953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"a97a7e17-ba35-4949-8b5b-236dc3c4df73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.450639959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"41e43084-15a2-4f93-9928-06db9dec7a5b","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.492368328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"76160948-e31d-4120-bb4f-38a66d2b3593","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.492778268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"97e46a10-3d7e-4ddc-a7e2-331dd298865e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.492957921Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-98a19b priority=0:[ai-tenant-e2e-worker-w1-98a19b/e2e-test-subscription-free ai-tenant-e2e-worker-w1-98a19b/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.493082798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"fa5bf7ad-a641-4d10-b5a3-78b1cf9784aa","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.548838907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"f1f9b4e3-a621-46fa-a354-0ea0c948e808","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.584634107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"fa9d5465-28ad-4666-8a23-3282e43ea32f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.599111019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"5f5670df-d830-4873-b8dc-58f4b02eaeba","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:56.603315921Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-98a19b/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.643631989Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-subscription-free","reconcileID":"65b44813-5afc-4126-b7ce-45fd9efc2887","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-98a19b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.643702931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"fa9d5465-28ad-4666-8a23-3282e43ea32f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.658621544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"a5e31792-982e-4666-a193-6a5c9fa88b7f","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.691963602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"947c33ad-3349-4628-b9b4-d060dcb75eef","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.694988238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-subscription-success","reconcileID":"ee4e4ccc-0176-4105-b3ee-a3f28ea5a326","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.746125645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"947c33ad-3349-4628-b9b4-d060dcb75eef","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.786141332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"338d63e1-de7a-46a3-90a9-41306be82aac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.802462212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"8b571324-ca95-45c5-baae-f633d63e05dd","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.840719369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"338d63e1-de7a-46a3-90a9-41306be82aac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.900625148Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"3158f72c-f3e4-4d1f-9be0-57e8163fa429","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-98a19b/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-98a19b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.969963576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-subscription-premium","reconcileID":"a1420d20-c2d6-45e3-b67f-45d8a47c4855","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:56.989642444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"2f874ca4-b234-4cf5-b39b-4c5a55a072d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:56.994962061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"947c33ad-3349-4628-b9b4-d060dcb75eef","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-multi-sub-valid\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:57.000216769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-subscription-free","reconcileID":"bd347a3a-ac46-4fc6-bf6a-6e4ff56d114c","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:57.044522318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"2f874ca4-b234-4cf5-b39b-4c5a55a072d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:57.129221848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"5a745ad3-233d-4760-9325-c8297d9edf33","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:57.141984595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f3301bbf-c331-4842-bcdc-42219e39e300","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:57.196479929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f3301bbf-c331-4842-bcdc-42219e39e300","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:57.204658702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"4946f74d-b008-42da-a9e0-5906c251ac9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:57.304060996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-subscription-free","reconcileID":"211ad859-3328-4b1f-b67b-49397174edec","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:57.327801467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-subscription-premium","reconcileID":"772f7e1a-4853-42c9-8641-c3cb7992772a","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:59.234829695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"2b7e04ff-1fd0-497c-b6d9-60bfba8a81b5","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:59.381462794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"09330c93-2560-4411-baf3-c706ce0b7e01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:59.381562364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-success","reconcileID":"5c136e6c-56ce-407c-8ed7-96faa4a9a1da","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:59.381972696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"846fafa9-d7c8-4b31-9b72-6d47f8e6e110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:59.437234366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"09330c93-2560-4411-baf3-c706ce0b7e01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:59.437570972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"846fafa9-d7c8-4b31-9b72-6d47f8e6e110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:59.439674402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-success","reconcileID":"5c136e6c-56ce-407c-8ed7-96faa4a9a1da","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:59.836158136Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","namespace":"ai-tenant-e2e-ipp-b-c60685","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:59.836210199Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","namespace":"ai-tenant-e2e-ipp-b-c60685","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:59.836256875Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","tenant":"e2e-ipp-b-c60685","tenantID":"e2e-ipp-b-c60685","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:59.88781825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"Deployment","name":"maas-api-e2e-ipp-b-c60685","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:59.946719193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"Service","name":"maas-api-e2e-ipp-b-c60685","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:59.999343666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-c60685","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.051063238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-c60685","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.103700772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-c60685","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.155805323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-c60685","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.210444857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-c60685","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.262653531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-c60685","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.315560418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-c60685","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.367855672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-c60685","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.426268888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"Service","name":"payload-processing-e2e-ipp-b-c60685","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.4891374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-c60685","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.541054227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-c60685","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.59379818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-c60685","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.651114677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-c60685","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.704938744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-c60685","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.758203021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-c60685","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.777108898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"8d8b817e-025f-4f3b-b7d4-72701a2e2810","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.809820224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-c60685","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.869449678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-c60685","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.921101598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c60685"},"namespace":"ai-tenant-e2e-ipp-b-c60685","name":"default-tenant","reconcileID":"b23a9e08-b9d2-469e-a8a1-b48d797c40b5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-c60685","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.941274156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2bb4a0c8-4c48-42da-aa62-29e3210ae7b5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.944259006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"d979d94d-7166-4828-89d7-35bf1a7b70d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.944299571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"fd8e768e-40b1-42df-a462-6c433b961870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.995701113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2bb4a0c8-4c48-42da-aa62-29e3210ae7b5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.99888764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"d979d94d-7166-4828-89d7-35bf1a7b70d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:00.999649318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"fd8e768e-40b1-42df-a462-6c433b961870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:01.735162383Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c60685","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c60685","reconcileID":"a5c95c3f-35b8-458c-9e3b-4092c9f1e74e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c60685","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-c60685"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:02.832175777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"fc5a4d2c-4133-4d1a-906c-cfb3e7a55bbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:02.854967287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae4ab106-280b-4526-b3e5-4dccc08df501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:02.906859573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae4ab106-280b-4526-b3e5-4dccc08df501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:02.956327854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae4ab106-280b-4526-b3e5-4dccc08df501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:03.007444583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae4ab106-280b-4526-b3e5-4dccc08df501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:03.185404135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-sub","reconcileID":"aeebb9c1-339b-4c17-8487-fd51b93ebd77","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"maas-trlp-praxis-route-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:03.262773039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"1f2d3d2e-c43f-4f3f-a913-db8e37d47c91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:03.389343557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"90069847-77e8-4068-94ba-58d2a4015b81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:03.392988821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"6a6934aa-5d74-442e-8cbe-ee86c2460620","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:03.393029862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"6a6934aa-5d74-442e-8cbe-ee86c2460620","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:03.606223625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"b64a3354-9e1b-4684-a84a-e3ba21f69a09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:03.722236143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"e7745b5f-daaa-4de1-8af8-33b198a37615","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:03.820967581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"caf4b011-6799-4691-a4e3-e5370550133b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:03.835671144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"6383a9cf-a45f-484f-9f61-73ab0c7e4bd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:03.922612166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b9d29703-7fab-469d-a700-dd4fdd9baec2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.021090908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"86861c64-9865-4f01-a411-dc8ff0ee202f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.179110847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"4f87b5e1-b200-49d6-851b-6b5c67a9afd3","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-389c4e","tenantID":"e2e-praxis-a-389c4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.235058175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"4f87b5e1-b200-49d6-851b-6b5c67a9afd3","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"e2e-praxis-a-389c4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.849621338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"5ef3ef78-940f-4e03-b665-179fbd409228","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.849642027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"5ef3ef78-940f-4e03-b665-179fbd409228","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.873561617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f4e2bb-bccd-48e9-9f3f-c8f1223c8e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.923077331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f4e2bb-bccd-48e9-9f3f-c8f1223c8e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.972412958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f4e2bb-bccd-48e9-9f3f-c8f1223c8e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.978457091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"222a7b22-840a-436b-8f3b-10f099c67023","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.978472517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"222a7b22-840a-436b-8f3b-10f099c67023","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.021705225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f4e2bb-bccd-48e9-9f3f-c8f1223c8e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.070874677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"b057691d-5835-4f64-b9e9-7a921626cadf","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-389c4e","tenantID":"e2e-praxis-a-389c4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.126094223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"b057691d-5835-4f64-b9e9-7a921626cadf","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"e2e-praxis-a-389c4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.17145624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-sub","reconcileID":"0e84667b-7988-4e80-a7f2-6bfd3cbb5740","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"maas-trlp-praxis-route-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.471442586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"e2b8baf4-480b-40f0-a5ce-a016389faf91","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-389c4e","tenantID":"e2e-praxis-a-389c4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.473288233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-sub","reconcileID":"4ffe4651-121e-4220-85e2-3d00792cc8fa","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"maas-trlp-praxis-route-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.526758616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"e2b8baf4-480b-40f0-a5ce-a016389faf91","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"e2e-praxis-a-389c4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.818574229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedbe471-50f8-4c2a-a64a-15cf57f4c634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.868105038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedbe471-50f8-4c2a-a64a-15cf57f4c634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.917669878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedbe471-50f8-4c2a-a64a-15cf57f4c634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.966771795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedbe471-50f8-4c2a-a64a-15cf57f4c634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:08.778912937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625c9d04-7580-497e-a73c-5213313aac10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:08.828240496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625c9d04-7580-497e-a73c-5213313aac10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:08.877870837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625c9d04-7580-497e-a73c-5213313aac10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:08.933936315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625c9d04-7580-497e-a73c-5213313aac10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:09.391495967Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-subscription-success","reconcileID":"60106ec7-7134-4f4b-a4be-9a42dc3b03b2","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:09.600429376Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-subscription-success","reconcileID":"60106ec7-7134-4f4b-a4be-9a42dc3b03b2","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:09.803579555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"ae088997-fb2a-4f2f-8a1f-27411dd28a76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:09.862301192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"dd996dad-42f8-4f22-b5f7-80b76c55f4a1","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:09.999670116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"e09d910c-b7df-4f1b-b4fb-46af4c97a4ef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:10.029898664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"92bc7195-ab8c-480f-a52d-0ba4e3b55cea","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:10.091884242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"20b92b94-751c-47f9-aaf3-6e190d1b0d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:10.0926563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"fc2c0d36-846d-4dd7-b9fa-81f0999fcb65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:10.093013638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-success","reconcileID":"215e3aad-193d-4efa-854a-2454306a0dd9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:10.147863039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"20b92b94-751c-47f9-aaf3-6e190d1b0d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:10.148525946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-success","reconcileID":"215e3aad-193d-4efa-854a-2454306a0dd9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:10.151507821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"fc2c0d36-846d-4dd7-b9fa-81f0999fcb65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:10.353181468Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-success","reconcileID":"9fddd886-6fee-40c9-bf00-cd91262c9108","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:10.507608187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"d6b7b36e-d51f-4b98-a362-4a46c86c541f","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:10.769052269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e645ac-e77a-404a-ba10-f6dd22f98f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:10.818447722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e645ac-e77a-404a-ba10-f6dd22f98f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:10.867270489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e645ac-e77a-404a-ba10-f6dd22f98f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:10.915995072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e645ac-e77a-404a-ba10-f6dd22f98f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:10.965506726Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-subscription-free","reconcileID":"a0ec37ca-5d3b-44da-8c16-3607ff809edd","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:11.174235206Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-subscription-free","reconcileID":"a0ec37ca-5d3b-44da-8c16-3607ff809edd","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-98a19b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:11.393086435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-subscription-premium","reconcileID":"50a39d7a-4ca1-4cfd-9ab3-58cada1444c2","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:11.393842433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"eed86601-619b-4a8a-a936-590981ffd260","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:11.471482129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"29afa607-dc62-4cea-9947-678ac51622a0","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:11.614520873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"076968a1-b297-4c14-b735-328a02eced1f","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:11.619298443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"f2ce1d31-7e0f-4b89-9c09-ce4bc01eb122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:11.619309545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"cfb57343-5194-4047-b7d1-b9787471caea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:11.674600868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"cfb57343-5194-4047-b7d1-b9787471caea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:11.67463145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"f2ce1d31-7e0f-4b89-9c09-ce4bc01eb122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:11.720125696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3360c5e8-9b3d-45b5-94c2-eed55a15d9d8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:11.720416078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"2c7498e8-8321-412b-a217-e00968fcef0d","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:11.773925528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"eeb74e50-0302-45a1-a7b3-e334dd7c4f8d","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:11.775391407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3360c5e8-9b3d-45b5-94c2-eed55a15d9d8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:11.923171124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-no-access","reconcileID":"9cc5fefa-66ea-4a87-b331-4496c0ff04f0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:11.97922809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-no-access","reconcileID":"9cc5fefa-66ea-4a87-b331-4496c0ff04f0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:11.999155462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"d2fb7750-8208-4bf7-88e0-01c4f7e2c981","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.028674669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"ea50e6ff-15ae-4f85-bd63-c7adc2172206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.028777096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"2d33e64c-3ddf-4899-b118-70099b626ca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.05175187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"fd46c18e-9ed8-4dfc-8642-a0384124ca07","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.083434632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"2d33e64c-3ddf-4899-b118-70099b626ca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.084111467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"ea50e6ff-15ae-4f85-bd63-c7adc2172206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:12.104885035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-subscription-no-access","reconcileID":"ba0a78c7-f38f-4ac7-a57c-294ff98c8bef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.121685875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5a09d5a3-d780-48aa-908a-dff1057f1112","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.146541992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"39417328-f309-44bf-95c4-3ca76d24a863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.17678598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5a09d5a3-d780-48aa-908a-dff1057f1112","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.200820745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"39417328-f309-44bf-95c4-3ca76d24a863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.218318192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"4ae2b999-0995-4c91-8d4f-8c11fd54df6f","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.273890114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"0eb6e9e2-8995-4715-ad8c-57a9766c6141","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.29332041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"834d3877-6688-42f2-8e0c-f7afc34bd00c","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.440176311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-no-access","reconcileID":"28c9a691-5e6a-445e-9319-5d9743479737","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.495518321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-no-access","reconcileID":"28c9a691-5e6a-445e-9319-5d9743479737","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.531949582Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-subscription-no-access","reconcileID":"74b3927e-ce75-48c1-9ded-5523c6beb7a8","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-a74d15/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.540980626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"f4981fb4-76bc-4bb4-842c-54ca18562ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.597673934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"f4981fb4-76bc-4bb4-842c-54ca18562ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.641263191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"a16d3e06-c618-4371-9cd2-775631aaa5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.694510162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"3e4872da-54ae-4210-b58e-c773082964ef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.695865487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"a16d3e06-c618-4371-9cd2-775631aaa5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.730822271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"021c46f8-73e2-43e9-bee7-2cc8e30c6ac7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:12.894713859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-subscription-no-access","reconcileID":"588ee87f-aef3-472b-9238-3555a5d98b50","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.010812602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d58ea5-5f94-41dc-b8a1-bb3372bca7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.059987325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d58ea5-5f94-41dc-b8a1-bb3372bca7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.108963742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d58ea5-5f94-41dc-b8a1-bb3372bca7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.15813482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d58ea5-5f94-41dc-b8a1-bb3372bca7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.341789774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"e53a2e5b-2ed0-4ae4-aa22-0e7a3cf245a7","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.417465673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"99d29416-c39a-4cd7-ba5a-967d166d07ef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.417484746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"99d29416-c39a-4cd7-ba5a-967d166d07ef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.508113722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"eaab3fe0-8d09-4245-9165-fd2e72fc8427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.508835008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-no-access","reconcileID":"51bc67c8-6104-4ad2-8b3e-ac9bdc3d3999","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.508873567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"8187b36c-0d39-4e8a-97cd-ebc882ab4d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.561545028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"8a23cc1b-148a-4995-a1d0-2e4a4bab41bf","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-389c4e","tenantID":"e2e-praxis-a-389c4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.564443105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-no-access","reconcileID":"51bc67c8-6104-4ad2-8b3e-ac9bdc3d3999","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.564951557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"eaab3fe0-8d09-4245-9165-fd2e72fc8427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.568058515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"8187b36c-0d39-4e8a-97cd-ebc882ab4d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.616067256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-sub","reconcileID":"1c017d56-4b7a-4f77-9c37-f5c8b8106df2","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"maas-trlp-praxis-route-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.618557506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"8a23cc1b-148a-4995-a1d0-2e4a4bab41bf","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"e2e-praxis-a-389c4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.825331351Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d5d3ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d5d3ba","reconcileID":"db5eef2e-285b-4b56-af1e-95c10ad8e6c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d5d3ba","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-d5d3ba":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.909829959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"496a9d7f-7550-4b9a-a23f-1e93575b3f58","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-389c4e","tenantID":"e2e-praxis-a-389c4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.918139461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-sub","reconcileID":"c87d1e40-0f42-463b-b4ac-076f778a74c9","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"maas-trlp-praxis-route-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:15.964040997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"496a9d7f-7550-4b9a-a23f-1e93575b3f58","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"e2e-praxis-a-389c4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:16.977638192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2274f6-04ab-4508-80b5-20bd432ad1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:17.026918905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2274f6-04ab-4508-80b5-20bd432ad1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:17.075915282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2274f6-04ab-4508-80b5-20bd432ad1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:17.124962671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2274f6-04ab-4508-80b5-20bd432ad1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.001609933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d912f95e-422d-43f3-9ca6-b1fc23052112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.050736289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d912f95e-422d-43f3-9ca6-b1fc23052112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.099697729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d912f95e-422d-43f3-9ca6-b1fc23052112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.148683746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d912f95e-422d-43f3-9ca6-b1fc23052112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.229923875Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:20.924556815Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","namespace":"ai-tenant-e2e-praxis-a-e6b14d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:20.924614972Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","namespace":"ai-tenant-e2e-praxis-a-e6b14d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:20.924668362Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","tenant":"e2e-praxis-a-e6b14d","tenantID":"e2e-praxis-a-e6b14d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:20.978905955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"Deployment","name":"maas-api-e2e-praxis-a-e6b14d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:20.980935263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97ec084-b24f-42b3-bee8-89aaba3bafad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.031012452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97ec084-b24f-42b3-bee8-89aaba3bafad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.042436295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"Service","name":"maas-api-e2e-praxis-a-e6b14d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.080729735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97ec084-b24f-42b3-bee8-89aaba3bafad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.129948165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97ec084-b24f-42b3-bee8-89aaba3bafad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.135999663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-e6b14d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.187446681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-e6b14d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.239938298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-e6b14d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.291706022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-e6b14d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.387497611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-e6b14d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.442497672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-e6b14d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.503018155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-e6b14d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.55268634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-e6b14d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.606841938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"Service","name":"payload-processing-e2e-praxis-a-e6b14d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.655928391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-e6b14d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.704895742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-e6b14d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.75359526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-e6b14d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.769512694Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-subscription-premium","reconcileID":"b3d50734-cb21-4cfb-ae31-24480a0a7aeb","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.802271179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-e6b14d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.855911756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-e6b14d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.904789579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-e6b14d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.953619016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-e6b14d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:21.977968896Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-subscription-premium","reconcileID":"b3d50734-cb21-4cfb-ae31-24480a0a7aeb","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.003731082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-e6b14d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.052799742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e6b14d"},"namespace":"ai-tenant-e2e-praxis-a-e6b14d","name":"default-tenant","reconcileID":"64ed4189-078b-4934-b689-446e77f13a2e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-e6b14d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.108213703Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"26b2f9d0-e35d-4bc2-a52c-16f543952bc9","namespace":"ai-tenant-e2e-praxis-a-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.108278075Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"26b2f9d0-e35d-4bc2-a52c-16f543952bc9","name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.163388816Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"26b2f9d0-e35d-4bc2-a52c-16f543952bc9","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.163406425Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"26b2f9d0-e35d-4bc2-a52c-16f543952bc9","namespace":"ai-tenant-e2e-praxis-a-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.163509019Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"26b2f9d0-e35d-4bc2-a52c-16f543952bc9","name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.164173169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"802fd341-1c95-4e94-8d5a-baa9ee600c56","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.164189722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"802fd341-1c95-4e94-8d5a-baa9ee600c56","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.18250557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"a99d2a2d-a5ce-442e-a0d2-5997a4905a1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.217914546Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"26b2f9d0-e35d-4bc2-a52c-16f543952bc9","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.219204153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"558cffbc-5b8e-424c-a819-7920e8755c2c","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.219217051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"558cffbc-5b8e-424c-a819-7920e8755c2c","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.262478933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"58680cb9-22a7-449c-a2ae-52a404621505","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-389c4e","tenantID":"e2e-praxis-a-389c4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:22.271412034Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"558cffbc-5b8e-424c-a819-7920e8755c2c","name":"praxis-route-389c4e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-389c4e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:22.271461045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"558cffbc-5b8e-424c-a819-7920e8755c2c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-389c4e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.271555266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"2f7ca9c6-8ec6-44de-bf35-84f4fd4d39bb","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.276805038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"ba54f3b7-99d1-461d-8355-3772c8888d87","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.276820489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"ba54f3b7-99d1-461d-8355-3772c8888d87","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.317186689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"58680cb9-22a7-449c-a2ae-52a404621505","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"e2e-praxis-a-389c4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.317594398Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-sub","reconcileID":"a731f87b-1d1c-4455-aa72-df5bf1b20417","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-45fc6b7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.381958456Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-sub","reconcileID":"542b379a-73b5-40ac-aa1e-c54840836ba3","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-45fc6b7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.408320392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"5d30b0f7-5713-4c20-b1a0-274cf8d5b0fc","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.412000262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"06ea1c22-26c9-47b6-95a0-77156bd776d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.412075151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"8e632b90-f655-4ac9-8574-189de6f1f03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.412470622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"23853d45-add0-4ad3-bf84-3e156f6e4054","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.467184292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"23853d45-add0-4ad3-bf84-3e156f6e4054","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.467201291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"06ea1c22-26c9-47b6-95a0-77156bd776d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.46942966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"8e632b90-f655-4ac9-8574-189de6f1f03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.516628472Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"35a7bf51-613c-418f-b417-4803f35f4ee0","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.67600981Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e503839d-4257-4072-8e60-6eef307c2a70","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.726711477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"35a7bf51-613c-418f-b417-4803f35f4ee0","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-389c4e","tenantID":"e2e-praxis-a-389c4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.84054347Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e6b14d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e6b14d","reconcileID":"8fe16d89-0860-4051-ad58-932d6636d779","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-e6b14d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-e6b14d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.859117394Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"35a7bf51-613c-418f-b417-4803f35f4ee0","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"e2e-praxis-a-389c4e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.859136118Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-auth","reconcileID":"35a7bf51-613c-418f-b417-4803f35f4ee0","MaaSAuthPolicy":{"name":"praxis-route-389c4e-auth","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.883705365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"00e87489-5fa7-41d8-9a24-6199c69f1077","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.918107716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"e66cca3e-891b-4b47-974b-43c55c6419d3","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:22.918128526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"e66cca3e-891b-4b47-974b-43c55c6419d3","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:23.995750672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73ae588b-b00c-44fd-b6bd-41f7db4a115d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:24.044652654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73ae588b-b00c-44fd-b6bd-41f7db4a115d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:24.093634675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73ae588b-b00c-44fd-b6bd-41f7db4a115d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:24.142370718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73ae588b-b00c-44fd-b6bd-41f7db4a115d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:24.433260338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"11c14442-4690-4564-a6dd-4057949529f1","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:24.485228048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"baa17d3d-2b9b-4476-81c0-e62c611b6e6f","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:24.633473195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-access-denied","reconcileID":"9159a47a-c608-4165-a6d7-2cb487f93a1e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:24.688819337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-access-denied","reconcileID":"9159a47a-c608-4165-a6d7-2cb487f93a1e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:24.722289944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"6b51bad5-a2fa-43a3-9195-e36b72a96b1f","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:24.77495548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"848129ec-3606-4ffa-b83e-e20cdf2a8f9a","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:24.828217605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-user-subscription","reconcileID":"6b387680-126b-4015-adb5-8b4b09d2b3c1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:24.870421847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"8cd5a989-eb2c-4cba-b7d4-6f3e9bca9070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:24.87042143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"b5363263-962c-4078-97e7-4fd77cb8ea9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:24.925681574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"8cd5a989-eb2c-4cba-b7d4-6f3e9bca9070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:24.925690433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"b5363263-962c-4078-97e7-4fd77cb8ea9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:24.940442707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"3a2fadbc-5412-4d56-9298-ed9dd42078a0","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:24.943478958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"06d520cb-a81c-47f8-9b68-68cde7ffe2a8","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:24.994572169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"e9748154-95ea-4ab8-a2b3-df78eadf203c","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.045636604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"9f28965a-32b4-4989-b98b-08932955e902","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.080987124Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-98a19b priority=0:[ai-tenant-e2e-worker-w1-98a19b/e2e-test-other-subscription ai-tenant-e2e-worker-w1-98a19b/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.179202749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-access-denied","reconcileID":"28978851-c4eb-4eb6-8fab-de22bf6eef7f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.182967495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"697039cd-13b4-4a28-a437-74b68738c37a","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.187126269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"35c34422-79df-4a6b-99ad-2048d5fe6e84","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.23336772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-access-denied","reconcileID":"28978851-c4eb-4eb6-8fab-de22bf6eef7f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:25.233615782Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-98a19b/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.241759735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"1c64c124-7a7f-48fb-b105-d9f4ae50b84b","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.27719266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"5c6b726b-765d-41a7-9d3b-be21557847e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.277195512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"65304c8f-2628-45cf-8a6a-c4463ab62cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.331833764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"5c6b726b-765d-41a7-9d3b-be21557847e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.332084347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"65304c8f-2628-45cf-8a6a-c4463ab62cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.334428755Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-user-subscription","reconcileID":"13bfdd49-a66d-4fcd-b918-b788124c2fdd","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-98a19b/e2e-test-user-subscription","ai-tenant-e2e-worker-w1-98a19b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.439767727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-other-subscription","reconcileID":"379a0292-9850-44a9-83cb-af0c117cd31d","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.495233261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"f3687b7a-e7ed-4b58-9b59-4d9de4b0c22e","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.515441078Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-subscription-no-access","reconcileID":"756e1fbe-7dde-4c79-b8af-342b2f3c49da","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.539575753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"79b830b7-8a24-4dd0-b7b9-e8a73dcd8c62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.580879792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-access-denied","reconcileID":"e1cd2cca-6dc2-4e8a-9124-9f68a844a598","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.600200111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"004c9d81-ccdc-449b-9ee2-4d0ea8c0c5cd","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.635004856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-access-denied","reconcileID":"e1cd2cca-6dc2-4e8a-9124-9f68a844a598","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.682134962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"93207e61-93b7-4a52-a643-21d0855cbfa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.682135944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"ea33e9a1-2815-4bc5-a2d4-b92664d4f7e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.694587724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-user-subscription","reconcileID":"3cc51c48-2e8e-44ec-b6af-249581575619","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.720339559Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-subscription-no-access","reconcileID":"756e1fbe-7dde-4c79-b8af-342b2f3c49da","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.736676186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"93207e61-93b7-4a52-a643-21d0855cbfa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.736724507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"ea33e9a1-2815-4bc5-a2d4-b92664d4f7e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.797924023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-other-subscription","reconcileID":"b68fe1ab-528d-4368-94a3-3b6be00ecd6b","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.920375134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"0c218668-6300-4db5-b4d5-af309f135b57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.933896897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d045245-4b79-4813-8cf3-addeebf54062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.979009968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"2ddbb9e6-6c4d-42b6-b16f-2cb67e523a59","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.983132743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d045245-4b79-4813-8cf3-addeebf54062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.983756049Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-98a19b priority=0:[ai-tenant-e2e-worker-w1-98a19b/e2e-test-other-subscription ai-tenant-e2e-worker-w1-98a19b/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:26.032509971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d045245-4b79-4813-8cf3-addeebf54062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:26.081714255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d045245-4b79-4813-8cf3-addeebf54062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:26.136905364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"1f278420-c602-40dc-847b-fde7b48f0b51","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:26.13986752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"8c4e1645-1892-46b9-8755-c32088959efe","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:26.180322857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"27d83970-2712-47a9-abea-a7e99d1974a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:26.228045606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"6543be53-59e8-4028-8378-988e81bce1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:26.228753915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-no-access","reconcileID":"1c91ca6e-88ab-498b-b87f-db50bac6890a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:26.235035364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"27d83970-2712-47a9-abea-a7e99d1974a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:26.283722661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"6543be53-59e8-4028-8378-988e81bce1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:26.283971531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-no-access","reconcileID":"1c91ca6e-88ab-498b-b87f-db50bac6890a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:26.484540132Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-auth-no-access","reconcileID":"7c0f58f1-2f61-4482-a501-ef423dea37b6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:26.739310217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"35cee70d-4059-4d70-be9f-27950f5d85bb","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:27.824236618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"a42ec779-e0dd-4ba6-964f-34a936ddedbc","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:27.876401148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"d46bf0ea-0ea4-4be9-94a1-85447facaea5","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.023996925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-group-no-auth","reconcileID":"44b0d2fe-4a3b-4f7b-b51a-1f438d3902e6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.079040318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-group-no-auth","reconcileID":"44b0d2fe-4a3b-4f7b-b51a-1f438d3902e6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.115520609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"87cf4fe5-c34d-48f4-afa9-8633f29e9e5f","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.115609581Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-98a19b priority=0:[ai-tenant-e2e-worker-w1-98a19b/e2e-test-other-subscription ai-tenant-e2e-worker-w1-98a19b/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.137306132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"798d6c27-c179-4ce0-8182-d5c67f391606","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.170180609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"9cba8898-a5af-4e61-969b-949d41883881","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:28.223290816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-group-sub-only","reconcileID":"a59f5b79-8a2e-4bd8-bb90-0f7d03027c0f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.26830863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"2504bee9-285f-4255-829e-8a644b640195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.268373766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"48b636ae-7c2c-4aaa-b8c6-2585fc9a0758","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.322609732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"48b636ae-7c2c-4aaa-b8c6-2585fc9a0758","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.322758012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"2504bee9-285f-4255-829e-8a644b640195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.334433565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"c7ce05f3-178a-4648-b440-08e5fbf703da","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.362772008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"fff4a801-2eec-4f31-b17f-e7c638e5ed28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.362849038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"a2560a8a-acaf-4bfd-8a61-068c9ae378cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.387521751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"d436a7b5-8be6-4aeb-adec-0b2901c3094a","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.391113659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"dcbb201f-9999-4dc2-9875-bbfc3a247874","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.419133107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"fff4a801-2eec-4f31-b17f-e7c638e5ed28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.42117764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"a2560a8a-acaf-4bfd-8a61-068c9ae378cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.535722014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-group-no-auth","reconcileID":"ed93b52b-397f-4d7b-9abf-3d404ac2e8fa","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.589664138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-group-no-auth","reconcileID":"ed93b52b-397f-4d7b-9abf-3d404ac2e8fa","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.635697119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"e442e3e2-9d99-456f-989b-577ca9a408bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.636108524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-access-denied","reconcileID":"f46cce9e-c2d1-405c-94c4-2dbc86ff9805","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.644692689Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-group-sub-only","reconcileID":"bb375745-2718-492e-a0fc-0b6de1917eb7","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-a74d15/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.690257107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"e442e3e2-9d99-456f-989b-577ca9a408bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.691494493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-access-denied","reconcileID":"f46cce9e-c2d1-405c-94c4-2dbc86ff9805","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.787978599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"79a27dde-6f91-4338-ae88-6a6bcacee393","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.805552015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"7e2993db-6cb1-4cfc-a579-5f5e0a69c6f9","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.843549256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"c28eb57e-55d3-4caf-abc4-84a9002c7f81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:28.847345164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"79a27dde-6f91-4338-ae88-6a6bcacee393","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:29.043692062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-group-sub-only","reconcileID":"69f696ce-a080-4f66-ad6c-6753e4ceb11a","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:31.472871642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"de21d9f5-90fc-4248-9925-e8829cd148d6","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:31.587258426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be49b43-7798-4f27-9063-2c89ae9372f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:31.636521525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be49b43-7798-4f27-9063-2c89ae9372f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:31.636625787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"b153adab-99d8-44ef-9654-8bba5c313129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:31.636751739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-group-no-auth","reconcileID":"8f2a3419-8e7c-491d-a7bf-b31a52dc4453","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:31.686178187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be49b43-7798-4f27-9063-2c89ae9372f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:31.686386629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"92eb98c1-ba5b-4622-b460-22c30d29d14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:31.735757861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be49b43-7798-4f27-9063-2c89ae9372f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:31.791816963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"b153adab-99d8-44ef-9654-8bba5c313129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:31.797124993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"92eb98c1-ba5b-4622-b460-22c30d29d14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:31.799960265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-group-no-auth","reconcileID":"8f2a3419-8e7c-491d-a7bf-b31a52dc4453","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:32.431480186Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-sub","reconcileID":"a47140ec-0614-4875-8390-0543d73ff5c6","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","subscription":"praxis-route-389c4e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:32.48093599Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-sub","reconcileID":"a47140ec-0614-4875-8390-0543d73ff5c6","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:32.531406096Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e-sub","reconcileID":"a47140ec-0614-4875-8390-0543d73ff5c6","MaaSSubscription":{"name":"praxis-route-389c4e-sub","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"name":"maas-trlp-praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:32.815144309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"eef84033-9c2c-4a03-b3d2-6fb75555c7ff","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"tenant":"e2e-praxis-a-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","model":"ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:32.815166937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"eef84033-9c2c-4a03-b3d2-6fb75555c7ff","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"routeName":"praxis-route-389c4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-389c4e","llmisvcName":"praxis-route-389c4e","gateway":"openshift-ingress/e2e-praxis-a-389c4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:32.87166297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"c75b0893-e321-4c7e-acbf-9898a8b4de7f","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:33.555862636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad9a6b1-b27b-4281-b8eb-2adf4788196d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:33.604942404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad9a6b1-b27b-4281-b8eb-2adf4788196d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:33.653869892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad9a6b1-b27b-4281-b8eb-2adf4788196d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:33.702561717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad9a6b1-b27b-4281-b8eb-2adf4788196d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:38.295651244Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-user-subscription","reconcileID":"13703c07-bf0c-42ad-8e28-30c0083ba5ff","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:38.501416072Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-user-subscription","reconcileID":"13703c07-bf0c-42ad-8e28-30c0083ba5ff","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-98a19b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:38.700216709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-other-subscription","reconcileID":"250ce81c-e72e-48f9-8c6b-44170ae02533","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:38.700391306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"2b6a7e09-ef31-49b9-a7bf-79cba540a02f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:38.758629761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"8cc10c14-d04d-43f6-aad8-11d0e7ca98ee","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:38.906134954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-access-denied","reconcileID":"a68a0da7-3791-4dcf-8991-559d91eb1b07","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:38.906276774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"dc7d23bb-8905-422a-84ed-c64adf147019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:38.906137581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"26235406-8970-45c1-9bd2-df6351f10f94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:38.923372238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"16c67d2a-a98c-4f65-b84e-fd0a7e6597ca","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:38.963499984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-access-denied","reconcileID":"a68a0da7-3791-4dcf-8991-559d91eb1b07","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:38.963541128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"dc7d23bb-8905-422a-84ed-c64adf147019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:38.965741754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"26235406-8970-45c1-9bd2-df6351f10f94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:39.311471524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"99b78b83-73a5-4a73-98bb-777332499acf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:39.311758997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"0a221129-fabe-422c-8747-40e2c491b386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:39.311471501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-access-denied","reconcileID":"7bd71e82-d1a1-49ff-9b84-1e561f3837ce","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:39.368075262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-access-denied","reconcileID":"7bd71e82-d1a1-49ff-9b84-1e561f3837ce","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:39.368081936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"99b78b83-73a5-4a73-98bb-777332499acf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:39.370237088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"0a221129-fabe-422c-8747-40e2c491b386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:41.627760152Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-group-sub-only","reconcileID":"848105de-f81e-4a08-b954-4c2379167cfc","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:41.841380545Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-group-sub-only","reconcileID":"848105de-f81e-4a08-b954-4c2379167cfc","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:42.044471103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"8fd1938e-508c-4c08-98ae-98eebe254697","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:42.110944561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"e909012b-d9be-4345-ab72-9cf43984de7d","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:42.26295952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"eab3c704-3daf-462f-82e9-9e68bf8002cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:42.263173176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"d9c77b1a-a59b-46a9-9b61-31ef783db07c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:42.263398675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-group-no-auth","reconcileID":"1e514351-9c89-4253-bcc0-ac104dcfd054","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:42.270307901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"08129f3c-e5e9-441d-b1ac-469f69a1ca66","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:42.318052006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"eab3c704-3daf-462f-82e9-9e68bf8002cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:42.320332742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"d9c77b1a-a59b-46a9-9b61-31ef783db07c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:42.321115855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-group-no-auth","reconcileID":"1e514351-9c89-4253-bcc0-ac104dcfd054","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:42.517595874Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-test-group-no-auth","reconcileID":"9569ebee-fe25-42bf-a3ab-4ce4441306c8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:42.773449935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"6970315e-4dc8-4666-b3b9-aa3b917ffece","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:49.078521101Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-other-subscription","reconcileID":"d8d2cf09-e5e0-437c-b001-7564d4db8f0d","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:49.229321733Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:49.283426161Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-other-subscription","reconcileID":"d8d2cf09-e5e0-437c-b001-7564d4db8f0d","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:49.482820432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"5d05c42b-c9b2-4d5b-a88d-4851d903defb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:49.541788824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"261af1bc-b7b5-4813-841e-b69a9e07ac68","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:49.689515886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"24ec40df-3f48-46f7-b3fc-599b7074ea87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:49.689677652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-access-denied","reconcileID":"a2531992-b4ba-4830-92f5-5a09e9658507","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:49.690059439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"eb85953a-3b01-4255-b859-ecc12f8c76d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:49.698439164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"a3ec988e-dbb2-4959-b014-e0f0d699cdfb","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:49.744308512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"24ec40df-3f48-46f7-b3fc-599b7074ea87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:49.744417463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-access-denied","reconcileID":"a2531992-b4ba-4830-92f5-5a09e9658507","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:49.746758404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"eb85953a-3b01-4255-b859-ecc12f8c76d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:49.944042377Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-test-auth-access-denied","reconcileID":"081c7d0c-e9dd-4ba4-a371-65be6f00d6fc","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:50.199156656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"5c7f3abf-20e7-458a-bfd5-c3f8894553e7","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:50.596933039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-failed-sub","reconcileID":"8ffbc523-caf2-418d-a054-4fc127001d17","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:50.647175218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"9ce9adaa-1105-4eb0-8500-f83a71138237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:50.647185954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"d813751a-4244-4581-8a52-07e8b56601c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:50.702480073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"d813751a-4244-4581-8a52-07e8b56601c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:50.702505831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"9ce9adaa-1105-4eb0-8500-f83a71138237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:50.999247385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"ab13b2dd-ab37-4e18-9e2b-625b0f54c568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:50.999247569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"c4b86d53-e2f3-4c6c-8e1c-ddc03b2a0ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:51.053554557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"c4b86d53-e2f3-4c6c-8e1c-ddc03b2a0ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:51.053565289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"ab13b2dd-ab37-4e18-9e2b-625b0f54c568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:53.134296069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"169767fb-668d-48c3-b462-2391fad4f092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:53.13455961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"d75b8282-bfb6-4a02-9678-efde1782ceb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:53.189619943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"d75b8282-bfb6-4a02-9678-efde1782ceb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:53.190275616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"169767fb-668d-48c3-b462-2391fad4f092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.110343262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"7127bdb7-239a-48e2-a09a-3e58d347cef6","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.162910744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"6b01c9ca-4b12-48e1-93ad-c42f868d7c00","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.309996244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-active-auth","reconcileID":"3a5b8474-6c1e-46f9-96cd-70e4339ab1f5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.364441893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-active-auth","reconcileID":"3a5b8474-6c1e-46f9-96cd-70e4339ab1f5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.397259655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"7bf33ebb-68bd-44a3-a2f5-6c2ba79f0a2e","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.452442502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"e628ebb7-753d-40f6-88fe-ff664b503bc7","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:58.507857666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-active-sub","reconcileID":"74b94e24-0dff-475b-a0d4-5584e77525bc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.556988467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"0f58419d-197d-4414-8357-d03abb96796d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.556979273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"94a374c9-7fd0-4dbd-b137-ea486f3e3909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.61237794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"94a374c9-7fd0-4dbd-b137-ea486f3e3909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.612496016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"0f58419d-197d-4414-8357-d03abb96796d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.631913115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"b6ed6b4f-35b4-46e2-8e3e-6b3eb8380068","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.669028721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"c4d316f2-d0a6-44ea-97f6-fda314593106","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.686968843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"344e006f-e0b0-405c-ad51-e0d92153a27d","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.819927512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-active-auth","reconcileID":"a9345cd0-323e-434f-be4e-e19b88ad2aea","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.875373664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-active-auth","reconcileID":"a9345cd0-323e-434f-be4e-e19b88ad2aea","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.912856758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"4d2fb712-727e-4017-9a56-355d1e2a5f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.912857583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"51849a34-77f8-45a6-bafb-8e88e19943dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.941079965Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-active-sub","reconcileID":"e321d57c-fdfc-4e21-8a50-56c9d324174e","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-status-active-sub","ai-tenant-e2e-worker-w1-98a19b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.96719065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"51849a34-77f8-45a6-bafb-8e88e19943dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:58.967239196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"4d2fb712-727e-4017-9a56-355d1e2a5f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:59.097731309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"2f1df744-98e2-4540-ad21-0a23d62cc3ed","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:59.139292343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"138ee7df-14c8-4540-9bdd-c1b14303f094","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:59.294706671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-active-sub","reconcileID":"8eae9c1b-5952-48bb-9452-757d7fff53ef","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:59.623321065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"56778a0a-7728-479b-9e66-cb057a66f605","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d5d3ba","tenantID":"e2e-praxis-a-d5d3ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:59.735876006Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"56778a0a-7728-479b-9e66-cb057a66f605","name":"e2e-praxis-a-d5d3ba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:01.168518011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"78fb39b1-f190-4499-9a4b-bd2f5a4527d9","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:01.315477935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-active-auth","reconcileID":"cd021e62-f6d6-48d2-9b0e-0687b9271e2d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:01.316395182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"c5a4eca7-485d-45c5-af33-f984557fd703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:01.316401434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"86ca9450-f287-49a1-98bf-b8c91e57e7c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:01.369957173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-active-auth","reconcileID":"cd021e62-f6d6-48d2-9b0e-0687b9271e2d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:01.370308422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"86ca9450-f287-49a1-98bf-b8c91e57e7c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:01.37231003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"c5a4eca7-485d-45c5-af33-f984557fd703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:03.142197701Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-failed-sub","reconcileID":"a85a5069-f8c9-4ab5-a9d0-4fd1b9b294c0","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:03.142323042Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-failed-sub","reconcileID":"a85a5069-f8c9-4ab5-a9d0-4fd1b9b294c0","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a74d15/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:03.605768676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"200ec42d-d49f-418d-a36d-15c4474900ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:03.605769882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"ac5f6c9a-669d-49b5-a1cf-ab4ca9aca81d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:03.664956371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"200ec42d-d49f-418d-a36d-15c4474900ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:03.668594153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"ac5f6c9a-669d-49b5-a1cf-ab4ca9aca81d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.358996726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"566372a5-fc5e-4152-8c7c-29a92384dec4","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.414218465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"0c3bcb50-c8d8-4c5a-95ab-a88c1caad8b8","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.444216997Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","namespace":"ai-tenant-e2e-praxis-a-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.444269166Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","namespace":"ai-tenant-e2e-praxis-a-389c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.444332917Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","tenant":"e2e-praxis-a-389c4e","tenantID":"e2e-praxis-a-389c4e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.496216514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"Deployment","name":"maas-api-e2e-praxis-a-389c4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.564765477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"Service","name":"maas-api-e2e-praxis-a-389c4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.565333471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-active-auth-only","reconcileID":"763c6aba-f9af-4243-ac77-3c66d300d8ea","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.618781772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-389c4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.62150215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-active-auth-only","reconcileID":"763c6aba-f9af-4243-ac77-3c66d300d8ea","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.673521058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-389c4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.731818579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-389c4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.785921201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-389c4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.8405559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-389c4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.899394038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-389c4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.946462458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"b83f8e3a-f61e-4601-b4e6-cb2bc0295a8d","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.94803467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-389c4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:04.996752599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-389c4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.045420205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"Service","name":"payload-processing-e2e-praxis-a-389c4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.093798369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-active-auth-only","reconcileID":"391b1a14-3ba9-40aa-b77c-f9741d501fb8","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.094384475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-389c4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.143095709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-389c4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.148637243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-active-auth-only","reconcileID":"391b1a14-3ba9-40aa-b77c-f9741d501fb8","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.19203163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-389c4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.241144716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-389c4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.294698923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-389c4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.343766352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-389c4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.395410582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-389c4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.447733493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-389c4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.498494703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"default-tenant","reconcileID":"7a406c84-3662-4f15-bc47-51473237288e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-389c4e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.558533858Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","namespace":"ai-tenant-e2e-praxis-b-04679c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.559136018Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","namespace":"ai-tenant-e2e-praxis-b-04679c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.559256245Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","tenant":"e2e-praxis-b-04679c","tenantID":"e2e-praxis-b-04679c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.610314753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"Deployment","name":"maas-api-e2e-praxis-b-04679c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.669712315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"Service","name":"maas-api-e2e-praxis-b-04679c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.725088482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-04679c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.784838515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-04679c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.856931287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-04679c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.910704354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-04679c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:05.968306228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-04679c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:06.020690153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-04679c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:06.073701253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-04679c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:06.123393193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-04679c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:06.182241879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"Service","name":"payload-processing-e2e-praxis-b-04679c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:06.232733198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-04679c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:06.283996188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-04679c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:06.333418873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-04679c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:06.382370599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-04679c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:06.402994002Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-389c4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-389c4e","reconcileID":"af854054-6802-43fa-a8ea-d5dfb5b7126b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-389c4e","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-389c4e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:06.436897802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-04679c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:06.485709861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-04679c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:06.534578979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-04679c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:06.586178517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-04679c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:06.587692396Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"88706dd3-a64e-470a-ba41-057ac5067239","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:06.640521367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-04679c"},"namespace":"ai-tenant-e2e-praxis-b-04679c","name":"default-tenant","reconcileID":"4bede105-8ca0-43d3-adfa-849fb3dc3b33","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-04679c","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:06.696883984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"88706dd3-a64e-470a-ba41-057ac5067239","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:06.702773098Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"96e0c0e9-12a7-42e0-97fa-8a9446906f30","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:06.702850923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"96e0c0e9-12a7-42e0-97fa-8a9446906f30","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:06.713141766Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"1e48f657-c659-41f3-96e3-d5584981436b","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:06.713213391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"1e48f657-c659-41f3-96e3-d5584981436b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:06.734424904Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"984900ad-85a0-49f3-a020-3d1268de2932","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:06.734486344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"984900ad-85a0-49f3-a020-3d1268de2932","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:06.775794524Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"8c8b6ac3-2550-4c4d-b104-8d6165c36aba","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:06.775888016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"8c8b6ac3-2550-4c4d-b104-8d6165c36aba","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:06.856636947Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"b2641c43-0b81-4922-a977-cb858f927638","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:06.856716817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"b2641c43-0b81-4922-a977-cb858f927638","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:06.963973855Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-active-auth-only","reconcileID":"2e9601f1-714f-4604-9a75-207b302f1d93","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:06.976455206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"d84d69d8-b3fb-4f61-85ca-e329a1deb634","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:07.075035312Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"42bb2ce8-81d0-4182-a2d0-7babc5af3d4a","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:07.075120648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"42bb2ce8-81d0-4182-a2d0-7babc5af3d4a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:07.172417834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"c01518d9-0528-43a3-a74d-0709d4577821","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:07.395624841Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"c780e608-fa6d-4735-818e-ad99f7fe9a6b","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:07.395690355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"c780e608-fa6d-4735-818e-ad99f7fe9a6b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:07.566902074Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-04679c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-04679c","reconcileID":"49b3c1c2-b636-42d0-ae0b-331c9074adbe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-04679c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-04679c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:07.650198629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433ef4f5-4801-470b-a88c-c5f652d67b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:07.714901618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433ef4f5-4801-470b-a88c-c5f652d67b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:07.746210575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"8981f26c-f224-4236-a62c-1a7f98dea3c2","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:07.746282175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"8981f26c-f224-4236-a62c-1a7f98dea3c2","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:07.765559087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433ef4f5-4801-470b-a88c-c5f652d67b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:07.814891935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433ef4f5-4801-470b-a88c-c5f652d67b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.104300019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"8720283d-53cf-4fa7-960e-ada67f0e7c5a","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.162494483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"8877baa8-9033-4401-9d20-46fefe47ecbf","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.314144347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-auth","reconcileID":"3d01e90c-db14-4384-a89a-b5f7622b6ec9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.373015473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-auth","reconcileID":"3d01e90c-db14-4384-a89a-b5f7622b6ec9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.375162152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"03e88a74-6241-4d18-a3b6-1a033bd029a8","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.43313458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"21e6bb2d-7ebc-40ed-9fd7-46262648f8a1","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:08.478679098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-sub","reconcileID":"b93156b8-47ac-4726-9b69-090eb8d952df","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.526741592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"0d19b0b2-3922-45b8-b80e-39823c803db8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.526875891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"dd50037a-b059-4a21-8bf7-a0a79578d1f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.582496088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"dd50037a-b059-4a21-8bf7-a0a79578d1f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.582735597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"0d19b0b2-3922-45b8-b80e-39823c803db8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.588752115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"dec29c59-9674-4d5c-8b65-38fc1c5954ca","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.630950289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"26a52856-7e95-48b2-acd6-add3ffdbea6a","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.643554652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"8f25d15f-e3a3-4393-8087-842fb9df9c9e","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.82724108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-auth","reconcileID":"3af6dc9c-599a-46e1-b4c6-e4a7361e0cef","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.881898175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-auth","reconcileID":"3af6dc9c-599a-46e1-b4c6-e4a7361e0cef","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.932267834Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-sub","reconcileID":"a13af396-3d4c-489e-836f-5d3a0602d053","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/e2e-status-degraded-sub","ai-tenant-e2e-worker-w0-a74d15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.932436275Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-sub","reconcileID":"a13af396-3d4c-489e-836f-5d3a0602d053","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a74d15/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.974521389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"863ddcfc-0a86-47a8-a069-ff9aa60b93e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:08.974522505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"06abab83-0e1f-4385-a21b-1f3ff7e5eb93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:09.026966071Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"1dcae13b-f446-4dbd-ba1c-ef806d96e3c1","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:09.027032213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"1dcae13b-f446-4dbd-ba1c-ef806d96e3c1","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:09.029266174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"863ddcfc-0a86-47a8-a069-ff9aa60b93e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:09.029341081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"06abab83-0e1f-4385-a21b-1f3ff7e5eb93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:09.133565853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"614f5fbe-b1bd-4120-ae2b-a2088e5a7c17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:09.195682782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"71daaeba-6d08-42e6-9bdc-a333c8275c06","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:09.397415758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-sub","reconcileID":"ddf542e1-672d-44a1-a87b-cd9f8705678e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:09.397638018Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-sub","reconcileID":"ddf542e1-672d-44a1-a87b-cd9f8705678e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a74d15/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:09.629497279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e0492a-3dc6-427e-af5a-82ef883bb412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:09.678285327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e0492a-3dc6-427e-af5a-82ef883bb412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:09.72710429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e0492a-3dc6-427e-af5a-82ef883bb412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:09.776298141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e0492a-3dc6-427e-af5a-82ef883bb412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:10.82447072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"7aed2b94-4996-4788-9a7f-50117150c049","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.00212631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"574df5b3-91de-47ee-99c8-7936af0cd1ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.00221194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"8fa23494-0ece-49d8-9b78-9974bbff26f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.05994846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"574df5b3-91de-47ee-99c8-7936af0cd1ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.060632204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"8fa23494-0ece-49d8-9b78-9974bbff26f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.072695473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-auth","reconcileID":"4139ffe6-4e7d-40fe-a704-9b977d1e6dc2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.126875609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-auth","reconcileID":"4139ffe6-4e7d-40fe-a704-9b977d1e6dc2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.327327975Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-active-sub","reconcileID":"ffcdd1df-1170-4076-a55f-c13f53d1f051","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.542431304Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-active-sub","reconcileID":"ffcdd1df-1170-4076-a55f-c13f53d1f051","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:11.587446365Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"cd7d1cc3-d9af-4c32-bd0f-5b43e5048136","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:11.587655775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"cd7d1cc3-d9af-4c32-bd0f-5b43e5048136","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.742122146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"59706253-3498-45f2-9bd2-1867ddab5681","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.798692579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"d990c534-19d2-429b-be8b-43cee9fee3c1","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.944344028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"166b37a0-7ea8-4752-a9b8-2f9643e166f7","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.9529005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-active-auth","reconcileID":"88d4488e-2a6e-4345-a7c4-c9c4a4f6de37","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.953766942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"c504eeee-7f71-4741-845b-5d7df998d2a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.954391612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"301b8f44-300c-4574-8556-b214ba3b9535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.008417637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"c504eeee-7f71-4741-845b-5d7df998d2a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.008452784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-active-auth","reconcileID":"88d4488e-2a6e-4345-a7c4-c9c4a4f6de37","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.010833277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"301b8f44-300c-4574-8556-b214ba3b9535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.207181334Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-active-auth","reconcileID":"4a6e0ff4-bc18-40de-95c5-6caffd8bd868","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.424440534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"96cd56e9-d548-4c92-aeee-f4c1f7094d68","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:12.481015198Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"b003d410-6fa0-40da-b69e-2b02b71a163a","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:12.481087148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"b003d410-6fa0-40da-b69e-2b02b71a163a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.595075198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-failed-auth","reconcileID":"d623137d-aa84-47b7-9bb1-ddd1364fadf4","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.649587539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-failed-auth","reconcileID":"d623137d-aa84-47b7-9bb1-ddd1364fadf4","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.704254996Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-failed-auth","reconcileID":"d623137d-aa84-47b7-9bb1-ddd1364fadf4","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.10333524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-failed-auth","reconcileID":"eb0bed24-2dd9-41be-9f9a-a99e3a7948f2","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.157988545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-failed-auth","reconcileID":"eb0bed24-2dd9-41be-9f9a-a99e3a7948f2","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.211662853Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-failed-auth","reconcileID":"eb0bed24-2dd9-41be-9f9a-a99e3a7948f2","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:15.788141859Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-failed-auth","reconcileID":"73a6a76b-fe52-4618-a996-a86c48321204","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.646103943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"d0109ea4-99b4-43cb-840c-84240fd57d1e","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.697924414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"9d684eb4-1d2f-482c-a342-2555097c393f","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.843889331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ead22638-4077-4289-805f-f7378407437c","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.898216862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ead22638-4077-4289-805f-f7378407437c","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.919434017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"6af9e6c7-700c-491b-8279-fd6fb16e0638","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:17.024740975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf","reconcileID":"80904200-5af9-4aa6-93e1-b2cf799b5b73","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.036987886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"59efb3e3-f767-4141-bc79-3c69aebcbbe0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"tenant":"e2e-worker-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.037006193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"59efb3e3-f767-4141-bc79-3c69aebcbbe0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.075057085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"465d37d0-1894-458e-9089-cc9e414f0211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.07505709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"b6dd9450-b3be-4339-8607-c77da1b96ec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.091921038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"f7825b1c-ec51-47b9-bf53-42e2ba78de41","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.092401625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"24966f2d-25e1-41be-96cd-2fc5c6462664","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.130465131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"465d37d0-1894-458e-9089-cc9e414f0211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.130676388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"b6dd9450-b3be-4339-8607-c77da1b96ec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.149700234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"6a34d0dd-187a-4ea0-90f0-1d14bec58a0c","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.188999898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"a77de943-aa37-45dd-ac2f-4703b98bca79","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.210488373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"9c79123b-7ae3-45ad-8e44-aeb28ccab109","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"tenant":"e2e-worker-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.210506512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"9c79123b-7ae3-45ad-8e44-aeb28ccab109","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.21217177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"1473631a-fcee-404f-a85e-d411a7d646f2","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.269431074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"911702e9-6644-4cd0-8b79-d017479364a1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"tenant":"e2e-worker-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.269738792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"911702e9-6644-4cd0-8b79-d017479364a1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.368879422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d5f5b8e6-2501-4962-a9b7-1eb21a3b7e2f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.423275553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d5f5b8e6-2501-4962-a9b7-1eb21a3b7e2f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.443466286Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf","reconcileID":"286426f2-8805-4b45-9a16-2d81e3aef441","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.443643942Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf","reconcileID":"286426f2-8805-4b45-9a16-2d81e3aef441","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bbfa07/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.492205501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"c9790842-e014-4974-b0a6-a3d4b162c411","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"tenant":"e2e-worker-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.492226707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"c9790842-e014-4974-b0a6-a3d4b162c411","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.51789281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-auth","reconcileID":"cac13052-feb7-4b74-b157-d7e51596000d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.553030329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"3c742495-eed8-4664-a0cf-c7ba868d88a7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"tenant":"e2e-worker-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.554109307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"3c742495-eed8-4664-a0cf-c7ba868d88a7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.570197639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"2a762309-e2cf-4b9f-bf37-2e4d7e484b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.57085453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"a1a1c025-9fbe-4e47-a061-38c31c68b620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.579850145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-auth","reconcileID":"cac13052-feb7-4b74-b157-d7e51596000d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:17.595654127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-sub","reconcileID":"2ab0ae6c-11fc-408b-8a65-cf2ad4d309cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.601202286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"718cce81-15d6-4623-b862-05cdae1ee74b","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.630678355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"a1a1c025-9fbe-4e47-a061-38c31c68b620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.63067507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"2a762309-e2cf-4b9f-bf37-2e4d7e484b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.640926293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"6b626132-bbfb-49e6-a6f2-634f3977468d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.699226879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"3b72342e-597a-4ded-9ca1-0497935b50bf","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"tenant":"e2e-worker-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.699244845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"3b72342e-597a-4ded-9ca1-0497935b50bf","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.702142987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"508bae3b-461b-435f-8c9b-583f62ee8921","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.717153149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"f5d220f2-8246-456e-86be-2161dc340e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.754852572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"53fb9a3d-8023-4eea-a0d9-e78008d53fc2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"tenant":"e2e-worker-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.754879234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"53fb9a3d-8023-4eea-a0d9-e78008d53fc2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.775192074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"f5d220f2-8246-456e-86be-2161dc340e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.821032369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"e48a483a-81cd-4dfa-b2c8-fe102c4302f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.877257905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"e48a483a-81cd-4dfa-b2c8-fe102c4302f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.880924218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"1108ec7e-87ef-4550-82d0-ba7517f578dd","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"tenant":"e2e-worker-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.880940601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"1108ec7e-87ef-4550-82d0-ba7517f578dd","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.905180517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf","reconcileID":"9ce6d21b-52ff-4b09-b9f8-e092037d4f03","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:17.905334794Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf","reconcileID":"9ce6d21b-52ff-4b09-b9f8-e092037d4f03","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bbfa07/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:18.023553384Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-sub","reconcileID":"a85303ae-725a-44ae-aafa-f33be05fe3f1","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:18.075438567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-auth","reconcileID":"1a11ce16-f114-4449-a2ca-20a760fcc84d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:18.12905621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-auth","reconcileID":"1a11ce16-f114-4449-a2ca-20a760fcc84d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:18.132437406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"9e26e6b1-6541-4f2c-87d3-5fce4b4735a0","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:18.174996531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"77f2f6df-ea58-4be2-8e92-444db36093fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:18.181911305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"b853809a-ec05-4ae1-8021-6cf1ccf2b73d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"tenant":"e2e-worker-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:18.181933111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"b853809a-ec05-4ae1-8021-6cf1ccf2b73d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:18.229566301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"77f2f6df-ea58-4be2-8e92-444db36093fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:18.328044785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"326f1b7c-8a94-4e19-89c4-a81b9ff27fdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:18.378829364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-sub","reconcileID":"da159505-8c74-4e98-b8ba-1bcf86c9f340","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:18.382202142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"326f1b7c-8a94-4e19-89c4-a81b9ff27fdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.229440811Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.063601828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"3d98c717-3fc5-44a5-aa42-2f850fbdd146","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.212425278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"34c9aaba-45c6-4979-aec0-89aa02aff02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.212573105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"c2505e2b-ee08-41ed-ac94-c97ddf6d49b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.212878996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf-auth","reconcileID":"518b6ac7-236f-44c5-93da-2544ac71889c","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.2673633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"c2505e2b-ee08-41ed-ac94-c97ddf6d49b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.268425551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf-auth","reconcileID":"518b6ac7-236f-44c5-93da-2544ac71889c","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.271105654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"34c9aaba-45c6-4979-aec0-89aa02aff02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:21.010515758Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-sub","reconcileID":"8ee51f2f-3078-4005-aa48-051cee52de29","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:21.216412169Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-sub","reconcileID":"8ee51f2f-3078-4005-aa48-051cee52de29","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:21.216447746Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-sub","reconcileID":"8ee51f2f-3078-4005-aa48-051cee52de29","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:21.216564753Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-sub","reconcileID":"8ee51f2f-3078-4005-aa48-051cee52de29","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a74d15/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:21.416581558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"9df635ee-db2e-4bd0-96df-9dc3daa2dbb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:21.524248782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"710c417e-0e54-4367-95a5-f660237cfcc3","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:21.579987526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"af7c68a3-23ea-4980-aafc-be79bf983b9f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"tenant":"e2e-worker-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:21.580005736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"af7c68a3-23ea-4980-aafc-be79bf983b9f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:21.67129922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-auth","reconcileID":"6d4268e3-2c68-466a-9ea4-1672d0f80a92","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:21.671761753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"67ee54d4-83ea-45e1-bc9c-32f62f124cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:21.671762804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"4036cd32-6ee2-4b0f-84a9-624f41777cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:21.674879956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"d292896a-71d7-493a-8ad7-2a4287b5fc6e","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:21.72549762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-auth","reconcileID":"6d4268e3-2c68-466a-9ea4-1672d0f80a92","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:21.725941836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"67ee54d4-83ea-45e1-bc9c-32f62f124cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:21.727746612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"4036cd32-6ee2-4b0f-84a9-624f41777cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:21.925706633Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-auth","reconcileID":"4edbcabe-6316-4788-bd1e-40948ab71b6e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:22.085532952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"a1ee604e-7a72-4801-9e60-debce29c78b6","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:22.721726733Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"aa1bca20-a27f-4d6a-aaca-884a0beb1602","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:22.721803227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"aa1bca20-a27f-4d6a-aaca-884a0beb1602","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:22.998083335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"fbfaf658-333f-491a-8ccb-6351d5e2f4e1","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:23.050039303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"a0904cdb-23e1-427d-be16-282c0e4e88f3","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:23.246833851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-auth","reconcileID":"003496e2-649e-4236-b37e-95cc88571092","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:23.301480083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-auth","reconcileID":"003496e2-649e-4236-b37e-95cc88571092","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:23.403827565Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-auth","reconcileID":"003496e2-649e-4236-b37e-95cc88571092","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:23.675335875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"3ffc1385-45a3-45f6-9172-3b2aba1d2983","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:23.872507466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-auth","reconcileID":"cd030fcb-5601-479f-9b01-9f3853a94688","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:23.927138642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-auth","reconcileID":"cd030fcb-5601-479f-9b01-9f3853a94688","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:24.029302108Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-auth","reconcileID":"cd030fcb-5601-479f-9b01-9f3853a94688","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:25.454479857Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-auth","reconcileID":"9f5389bb-22c4-4c00-86ce-4a6993b011d6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:25.454515497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"4f0581be-a5c1-4db4-9f8d-8c9a756331b4","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:25.503874818Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-status-degraded-auth","reconcileID":"9f5389bb-22c4-4c00-86ce-4a6993b011d6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:25.708194356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"c7606fc4-c0de-459f-8836-e2f32f57952a","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.219370413Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf","reconcileID":"158b6cdb-4a9a-4457-a332-28ff1b588082","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.46551852Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf","reconcileID":"158b6cdb-4a9a-4457-a332-28ff1b588082","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.465549287Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf","reconcileID":"158b6cdb-4a9a-4457-a332-28ff1b588082","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.465678575Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf","reconcileID":"158b6cdb-4a9a-4457-a332-28ff1b588082","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bbfa07/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.664251132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"20ffb174-40fd-4606-832e-0ac65d1cb519","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.72213993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"73358a8b-0fd3-4840-b671-ac02e8038861","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.868788026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"11dca01a-b2ea-4b5f-bde8-7733ebbf9ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.869192161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4881c2e3-51bc-433c-a741-0894ffbaea3d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.869264673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"a4c8833c-3886-47ea-acad-929452cff8c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.884241863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"ad5203b8-24df-4aae-b8e5-14872b2e4f1d","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.923752567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"a4c8833c-3886-47ea-acad-929452cff8c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.924016415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"11dca01a-b2ea-4b5f-bde8-7733ebbf9ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.925960477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4881c2e3-51bc-433c-a741-0894ffbaea3d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:31.071556683Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-healthy-inf-auth","reconcileID":"02304f8a-0bc9-491e-b50f-b57fc49ad089","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:31.223982818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"5ba10908-25fd-4e6b-ac0a-a74ffc9c6abd","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.129939127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"8d96a91c-bbc1-4318-a6e3-c89768cfd972","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.182731102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"87ac6792-95fc-437e-b246-4b15037a42cc","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.33883463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey-auth","reconcileID":"4db9e69f-b293-4c88-87c5-3d54713c7b75","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.392837823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey-auth","reconcileID":"4db9e69f-b293-4c88-87c5-3d54713c7b75","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.431479408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"ebba0608-d644-4cf7-ac37-9b8fd3b6f468","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.484029598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"849585b1-ed4d-4b98-866f-8ac50e96a8c8","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:32.533715916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey","reconcileID":"00003f5d-4d66-4f31-b783-89fc2f20609d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.582216789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"519c221f-70c6-4519-8896-544eda66cb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.582224109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"478bee9e-af8a-4309-9793-6beccae13d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.637295111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"519c221f-70c6-4519-8896-544eda66cb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.63765729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"478bee9e-af8a-4309-9793-6beccae13d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.643527689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"ed8ea2ee-9787-46a1-8c6e-c4e2c9ad6236","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.695914312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"e7f1f646-7b4d-4473-a8c1-cd039b392dfd","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.698551226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"c8eb7736-5399-4d19-84bb-927114c8eba7","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.845317232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey-auth","reconcileID":"ab6c79d8-18ba-4e0a-82cc-e54d9a170b1f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.899891948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey-auth","reconcileID":"ab6c79d8-18ba-4e0a-82cc-e54d9a170b1f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.951649658Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey","reconcileID":"740395fb-a792-4613-bd01-21f0247e4a35","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.95181004Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey","reconcileID":"740395fb-a792-4613-bd01-21f0247e4a35","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bbfa07/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.993003421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"87870cb9-d76a-438a-a4a8-c22327a93594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:32.993007643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"3d4549eb-1f98-435c-96bb-d1c7e57ab1ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:33.047141015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"3d4549eb-1f98-435c-96bb-d1c7e57ab1ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:33.047783185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"87870cb9-d76a-438a-a4a8-c22327a93594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:33.150772054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"a3610843-7196-47ee-afd8-368abd4dc618","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:33.211063335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"080784db-a76b-49e3-bcb3-34e0d7ff91b9","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:33.409132878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey","reconcileID":"e17f24e9-331b-4757-8bd4-a9c2036185fb","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:33.4093434Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey","reconcileID":"e17f24e9-331b-4757-8bd4-a9c2036185fb","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bbfa07/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:34.176716508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"3db1da63-3a3a-49fc-9228-881d482f468d","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:34.232490483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"7eb9b2a1-d8a4-4bf6-b461-13e72e46e32e","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:34.278036034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"355ace8c-3f99-4a35-b5cb-57c1f21d6d5c","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:34.282590514Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-a74d15/e2e-list-subs-refs-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:34.324253442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"bf67a989-4947-4a89-8045-c4d11ef7c5c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:34.324483968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"3a4c8ff2-d8c9-49c6-ab9b-bbdee4ef4ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:34.332406422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"8c7ce48f-f3ab-40cc-beb7-d1faf299ece0","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:34.378983547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"bf67a989-4947-4a89-8045-c4d11ef7c5c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:34.37918436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"3a4c8ff2-d8c9-49c6-ab9b-bbdee4ef4ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:34.588209707Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-list-subs-refs-sub","reconcileID":"5c2bf3ac-7102-4b07-87a1-808284f5fb99","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-a74d15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:34.676700661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"fa3fd99a-7b51-46e3-bb64-388a04989a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:34.676710728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"7030e30e-2278-4887-9024-bb227de943c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:34.731247155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"7030e30e-2278-4887-9024-bb227de943c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:34.731548542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"fa3fd99a-7b51-46e3-bb64-388a04989a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:34.747122688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"f0ed0e17-63e1-4c4f-819c-76f590b69b11","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:34.787777954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"1967cb3f-f027-441d-801d-c616fa3d563e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:34.95594034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-list-subs-refs-sub","reconcileID":"5269019e-386a-40a3-b577-8cdb2d09cfdf","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:35.438422495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"003c1e7f-584a-4780-b2f7-620671a5cd6c","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:35.589688845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey-auth","reconcileID":"8bb1eb1d-b76b-4172-a6d5-7343b693a052","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:35.589831811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"1ce2c82d-ea52-4b37-93a2-fb3ef1a162ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:35.589695614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"a5730482-aa05-46fc-b578-d8c474e62df4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:35.64460954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"a5730482-aa05-46fc-b578-d8c474e62df4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:35.644908631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey-auth","reconcileID":"8bb1eb1d-b76b-4172-a6d5-7343b693a052","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:35.646862307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"1ce2c82d-ea52-4b37-93a2-fb3ef1a162ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:37.21077973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"367d5213-108a-45cb-8e6c-ac0209b27755","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:37.357511685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"131b39d1-9482-4600-a556-cebd2776d0df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:37.357511671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"6578965f-422f-49e9-b06a-1f3580be15f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:37.41257212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"131b39d1-9482-4600-a556-cebd2776d0df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:37.412576588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"6578965f-422f-49e9-b06a-1f3580be15f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:40.110665054Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"3b3a4c69-48f0-46e1-9a75-65f56ccc856a","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:40.110783617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"3b3a4c69-48f0-46e1-9a75-65f56ccc856a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.008508316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9cc9c1a-765a-48d7-8469-4e6877bce76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.060009283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9cc9c1a-765a-48d7-8469-4e6877bce76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.11083147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9cc9c1a-765a-48d7-8469-4e6877bce76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.159563082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9cc9c1a-765a-48d7-8469-4e6877bce76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.964453441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06158231-cb64-4cfd-ae7b-a685fa46ebb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.013778784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06158231-cb64-4cfd-ae7b-a685fa46ebb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.062838003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06158231-cb64-4cfd-ae7b-a685fa46ebb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.111730625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06158231-cb64-4cfd-ae7b-a685fa46ebb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.143227173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"067ecf94-96fb-4e9d-9d60-47bcaf018d27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.417860322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-sub","reconcileID":"1a9c639b-a5f5-430c-9b1a-7c7ead5ab2fc","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.578482245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"46b70c64-ae77-4942-a1bd-3c310611f8bb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"tenant":"e2e-worker-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.578510156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"46b70c64-ae77-4942-a1bd-3c310611f8bb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.597827251Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey","reconcileID":"ddecf024-ee76-4ac1-8f9b-6c7d19514ab9","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.802603866Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey","reconcileID":"ddecf024-ee76-4ac1-8f9b-6c7d19514ab9","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.802633123Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey","reconcileID":"ddecf024-ee76-4ac1-8f9b-6c7d19514ab9","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.802712117Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey","reconcileID":"ddecf024-ee76-4ac1-8f9b-6c7d19514ab9","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bbfa07/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.942326792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-auth","reconcileID":"4774c22a-ecf3-479d-8189-32531eff2c9b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.94265365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"a179288f-3ac8-478b-b46d-208a29cf75ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.942740776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"226acd27-21da-4f0c-b249-ef33feb00b34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.997070064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-auth","reconcileID":"4774c22a-ecf3-479d-8189-32531eff2c9b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.999750317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"a179288f-3ac8-478b-b46d-208a29cf75ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.00076681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"226acd27-21da-4f0c-b249-ef33feb00b34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.001415159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"f3e20028-4771-4a89-ba63-6270485f508a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.062191314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"91f19158-0d44-44ec-9f4e-8946a259b209","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.210968077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"d54e621c-9fc8-4c63-9b97-1db2c0006f1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.210967669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"4289333b-67de-4e48-a1ab-167c5aee8543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.229883086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"cc91c102-1e5f-4a1f-8324-442f4bb8c475","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.265437534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"d54e621c-9fc8-4c63-9b97-1db2c0006f1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.265560369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"4289333b-67de-4e48-a1ab-167c5aee8543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.34371974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey-auth","reconcileID":"da8450ed-6a09-41bd-9517-a6290e171403","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.398107179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey-auth","reconcileID":"da8450ed-6a09-41bd-9517-a6290e171403","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.424499042Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-sub","reconcileID":"0643b01b-3e23-4f21-a2da-1e25065feeac","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.473681364Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"e2e-temp-model-status","reconcileID":"59a6c6ef-2816-4730-981a-568cfa5740fd","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.473783702Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-sub","reconcileID":"0643b01b-3e23-4f21-a2da-1e25065feeac","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.574236676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"4374f3ee-e52c-4060-be02-6e22bb4d72eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.574254977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-auth","reconcileID":"e93776c8-2e19-4b69-96a6-6162dfbc79c0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.628722136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-auth","reconcileID":"e93776c8-2e19-4b69-96a6-6162dfbc79c0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.628755734Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-auth","reconcileID":"e93776c8-2e19-4b69-96a6-6162dfbc79c0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.62929201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"4374f3ee-e52c-4060-be02-6e22bb4d72eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.630219084Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-degraded-models-apikey-auth","reconcileID":"776c8b1b-f0c3-4f57-9742-20f62c6f20c2","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:46.638407652Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"7e912795-04d5-4f3c-9f6b-581ef782b036","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:46.638516316Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"7e912795-04d5-4f3c-9f6b-581ef782b036","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.638637132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"4668483c-0fc3-44f3-8d78-a3139652e03e","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.781509078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"0db96db2-bd85-4900-9a53-93795a4d6f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:46.78762565Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"3f1b173c-f356-402f-a3e2-08c033aa3a45","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:46.787695935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"3f1b173c-f356-402f-a3e2-08c033aa3a45","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.836301003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"0db96db2-bd85-4900-9a53-93795a4d6f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.851532592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"14526466-1f07-4932-b622-2e27caf3775f","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.039916934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-auth","reconcileID":"d1017b7e-5d30-490a-9bc5-b77c1ba00012","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.039917575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"3718c5a2-be59-4c9a-9709-24173850c84b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.107538891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-auth","reconcileID":"d1017b7e-5d30-490a-9bc5-b77c1ba00012","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.10757001Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-auth","reconcileID":"d1017b7e-5d30-490a-9bc5-b77c1ba00012","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.108030243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"3718c5a2-be59-4c9a-9709-24173850c84b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.253523122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"9d03fa37-d126-43c2-9570-947396f591d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.307972642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"9d03fa37-d126-43c2-9570-947396f591d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.364565188Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-list-subs-refs-sub","reconcileID":"a701c08c-5eca-4be8-a0ab-2347aed21065","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.493048356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e0311b-dc6c-4c8e-806e-9425736ebf6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.542155741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e0311b-dc6c-4c8e-806e-9425736ebf6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.591558747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e0311b-dc6c-4c8e-806e-9425736ebf6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.592144474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-auth","reconcileID":"652a65ea-ce78-4558-84a3-0de077ce8070","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.602863891Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-list-subs-refs-sub","reconcileID":"a701c08c-5eca-4be8-a0ab-2347aed21065","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.641145243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e0311b-dc6c-4c8e-806e-9425736ebf6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.696632992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-auth","reconcileID":"652a65ea-ce78-4558-84a3-0de077ce8070","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.739269605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"f9045ce3-05e8-458d-986a-8c96de21b976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.750012553Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-auth","reconcileID":"652a65ea-ce78-4558-84a3-0de077ce8070","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.787943528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"fbc65f1d-65a8-400e-85f3-176c0567fd80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.793498335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"f9045ce3-05e8-458d-986a-8c96de21b976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.840296138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"ad1bfab9-847c-4d24-b941-75fa3c07fe9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.842990785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"fbc65f1d-65a8-400e-85f3-176c0567fd80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.897581769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"d19d1156-ccaf-4375-ac27-b935ad627aa1","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:47.939644508Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"18466bb0-e0a7-4bd4-a22f-745cc9fc5cb5","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:47.939703318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"18466bb0-e0a7-4bd4-a22f-745cc9fc5cb5","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.050270032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"85fe8e8e-3acc-416e-a50e-bb670dcd1403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.050342191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"993a45cc-74e8-411c-a7ca-c43bf0d6f176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.092345079Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-0b9215","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-0b9215","reconcileID":"8f24fb96-ee98-4ee2-bc30-bd644b999606","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-0b9215","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-0b9215":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.105013385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"85fe8e8e-3acc-416e-a50e-bb670dcd1403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.105116342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"993a45cc-74e8-411c-a7ca-c43bf0d6f176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:48.357420236Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"2eb0e4b8-e86e-4c7a-a551-d31967916abe","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:48.357490181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"2eb0e4b8-e86e-4c7a-a551-d31967916abe","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.732937517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"ff9e9e09-01da-471b-96d2-5f7b186c29f6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"tenant":"e2e-worker-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.732966031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"ff9e9e09-01da-471b-96d2-5f7b186c29f6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.795966179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-w0-a74d15","reconcileID":"66846e8a-e11c-4707-97a4-7323b0c812cc","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.86327784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"ca037a46-d9e3-43bd-bd2e-ac07dce30b7d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"tenant":"e2e-worker-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.863294997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"ca037a46-d9e3-43bd-bd2e-ac07dce30b7d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.951729886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"7939ff64-7ad6-4962-9a29-f6ebd1e059e7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"tenant":"e2e-worker-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.951750724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"7939ff64-7ad6-4962-9a29-f6ebd1e059e7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:49.002597462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-enrichment-sub","reconcileID":"9bb859b6-8c85-4ff1-94da-3351e5daf48c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.050961492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"09daaca7-2e95-4075-bd55-f5e8df9ede32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.05112874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"93b88d67-0dac-447f-b707-4bfb36ab808e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.110227573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"09daaca7-2e95-4075-bd55-f5e8df9ede32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.112642778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"93b88d67-0dac-447f-b707-4bfb36ab808e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.114335003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"aa98afd4-e9bb-4e88-ad8f-caabf3612162","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"tenant":"e2e-worker-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.114367894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"aa98afd4-e9bb-4e88-ad8f-caabf3612162","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.163957629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"052fb6ef-cb87-4778-9470-77e5fe61afde","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"tenant":"e2e-worker-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.163973434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"052fb6ef-cb87-4778-9470-77e5fe61afde","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.221088561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"630114d3-9992-4614-9fbd-6d0365d13999","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"tenant":"e2e-worker-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.221102124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"630114d3-9992-4614-9fbd-6d0365d13999","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.230749438Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:49.272022841Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"630114d3-9992-4614-9fbd-6d0365d13999","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:49.272070703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"630114d3-9992-4614-9fbd-6d0365d13999","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.277389307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"684f0197-b585-421f-8c03-ca25ad928578","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"tenant":"e2e-worker-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.277403128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"684f0197-b585-421f-8c03-ca25ad928578","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.373757804Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-enrichment-sub","reconcileID":"1e8b07b0-4a16-470e-8698-dc9ffbc4dd75","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a74d15/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.45200457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-enrichment-auth","reconcileID":"6ef74b20-8088-46eb-9ef4-479ebf4996f6","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.554611488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-enrichment-auth","reconcileID":"6ef74b20-8088-46eb-9ef4-479ebf4996f6","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.554796222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b7fe65-f4b0-4d91-8c70-73241f2b2ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.603870599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b7fe65-f4b0-4d91-8c70-73241f2b2ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.604160675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"ea0e0471-e2f3-4c76-80e9-b99f311292d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.610107118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"ca7893ca-8b3a-46c1-93e9-57babfe1f757","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"tenant":"e2e-worker-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.610121787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"ca7893ca-8b3a-46c1-93e9-57babfe1f757","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.652761803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b7fe65-f4b0-4d91-8c70-73241f2b2ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.652885773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"36946de6-89bb-4ef6-a88c-60d3f6dd5bd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:49.653527898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"ae952280-a566-4542-a917-23f2ccc24dc8","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:49.653578428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-389c4e","namespace":"ai-tenant-e2e-praxis-a-389c4e"},"namespace":"ai-tenant-e2e-praxis-a-389c4e","name":"praxis-route-389c4e","reconcileID":"ae952280-a566-4542-a917-23f2ccc24dc8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-389c4e/praxis-route-389c4e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-389c4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.701663962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b7fe65-f4b0-4d91-8c70-73241f2b2ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.756967092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"ea0e0471-e2f3-4c76-80e9-b99f311292d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.756977326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"36946de6-89bb-4ef6-a88c-60d3f6dd5bd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.853968651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-enrichment-sub","reconcileID":"06f48d74-05db-4b42-bf7a-b851c762cee1","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:50.172611222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"25e85d68-9463-4574-94e0-e5fd366c29e6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"tenant":"e2e-worker-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:50.172629666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"25e85d68-9463-4574-94e0-e5fd366c29e6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:50.181826071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-enrichment-auth","reconcileID":"0f5f66f7-4338-4ebf-8dee-f231c1bb9b9e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:50.239556838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-enrichment-auth","reconcileID":"0f5f66f7-4338-4ebf-8dee-f231c1bb9b9e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.524523542Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-enrichment-auth","reconcileID":"ce3054af-d0ad-4e59-adaa-46b397a4599b","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.524584636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"bdecf8f0-a486-490c-b035-3bc5b5f6a53d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"tenant":"e2e-worker-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.52459941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"bdecf8f0-a486-490c-b035-3bc5b5f6a53d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.731948081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"922c9d75-36fb-4bb3-ab8c-5a20a06a8bc5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"tenant":"e2e-worker-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.731971917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"922c9d75-36fb-4bb3-ab8c-5a20a06a8bc5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.733061068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"fd8a0968-92f6-46a7-bc4d-4b78e57e5ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.73306112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"c146c8de-999e-423f-ba9f-bc172eaeb47e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.782615186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-enrichment-sub","reconcileID":"915a5276-36db-4085-958c-7f6221cf4713","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.788766726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"c146c8de-999e-423f-ba9f-bc172eaeb47e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.789138761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"fd8a0968-92f6-46a7-bc4d-4b78e57e5ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.872527083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"4b83abb3-4b07-4f4a-92db-46799c1e71d1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"tenant":"e2e-worker-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.872550291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"4b83abb3-4b07-4f4a-92db-46799c1e71d1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:53.133614164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"8b92837f-5d70-467a-806f-e2180a9c0a3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:53.133632475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"33aa7f3d-4342-4d36-9760-9d691850f318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:53.188089898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"33aa7f3d-4342-4d36-9760-9d691850f318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:53.188114558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"8b92837f-5d70-467a-806f-e2180a9c0a3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.412041413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"f9121436-6a24-4e55-8e62-b09ac2d20a66","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.468757793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"231b374d-702f-48f0-95c4-ee52a0e293f7","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:54.519159633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-sub","reconcileID":"94a81eb5-0d08-4bc9-a8d5-76d54bea201e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.567154193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"f4cb8a16-0479-4323-8c21-a57815480e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.567205342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"1565f493-1633-438e-89c6-9a5e2d44bf5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.621439731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"1565f493-1633-438e-89c6-9a5e2d44bf5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.621569858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"f4cb8a16-0479-4323-8c21-a57815480e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.62617698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"86195f0d-66f3-4cf3-9dd0-36b6da0f7df3","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.681054802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"b054fbe8-f935-49ec-84c2-0b0b9bcb659b","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.724704882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"56c0f466-e4eb-4aab-b1e2-33f3f092f6fe","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.72480268Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-bbfa07 priority=0:[ai-tenant-e2e-worker-w3-bbfa07/e2e-model-match-sub ai-tenant-e2e-worker-w3-bbfa07/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.779059917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"69c2dc8d-0c15-4eab-9e64-d690269f9a42","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:54.831985991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-sub","reconcileID":"1f167242-a047-4ae7-9cd8-012e956441d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.832837807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"3ee4fbe5-bffd-493c-8609-878807db5084","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.880907385Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-sub","reconcileID":"52dcf040-692a-4a4a-a1aa-869992d2f749","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-w3-bbfa07","model":"distinct-w3-bbfa07","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.945976049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"d664037b-32b7-46a2-9137-4a6ef74ce506","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.967573519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"538da40f-40a2-4fad-86c1-dc5c2fc43c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.967573521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"2a614851-e024-485b-be17-3532b15b8dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.998856618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"ed9413b5-ab43-47e0-88b5-dbca22c6007c","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.007520354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"1c2ac2c1-d08d-4680-800f-58d382ab6e35","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.038455533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"538da40f-40a2-4fad-86c1-dc5c2fc43c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.039504363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"2a614851-e024-485b-be17-3532b15b8dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.062700078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"c44889e8-d834-4c90-be8b-a4514ceccc76","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:55.113943831Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"c44889e8-d834-4c90-be8b-a4514ceccc76","name":"distinct-w3-bbfa07","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-bbfa07\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:55.113996269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"c44889e8-d834-4c90-be8b-a4514ceccc76","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-bbfa07\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.119282723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"2b3859af-93e1-4fb7-a039-5ea3f060c58b","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.200529421Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-sub","reconcileID":"1d490805-5612-4390-9b92-c4b31b068487","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-2-w3-bbfa07","model":"distinct-2-w3-bbfa07","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.256563821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"eb9929f2-6c21-456f-ada1-f6617f95f49d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.284011322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"477dfb09-a032-4caf-8ea3-e9f9346b64d2","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.298941455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-sub","reconcileID":"6edf86fa-8749-4984-b18b-615f806bd066","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.310542887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"eb9929f2-6c21-456f-ada1-f6617f95f49d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.340697508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"fcae36a8-67bc-4079-81b3-66bbd117cb07","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.358875442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"58f8951c-f1d2-46e6-8b9c-69a02afa49a2","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.461424072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"8a9b88cc-7710-4078-be28-01959b6e2766","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.485990529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"bd730264-bfb2-439b-bb76-9921c6d200ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.485990482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"c3a3be5b-0d7b-4ca2-a8de-2bc369fd9233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.541122974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"bd730264-bfb2-439b-bb76-9921c6d200ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.550107611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"c3a3be5b-0d7b-4ca2-a8de-2bc369fd9233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.562674807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-sub","reconcileID":"b1474ec0-fb37-40f4-9672-7bd322715e5e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-2-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/distinct-2-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.588451767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"34efb33e-f3a5-43db-8bb6-d62e8eb58f7f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.621474541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"a44362f5-bc9e-459e-8806-e3780bd9c90d","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.64280392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"34efb33e-f3a5-43db-8bb6-d62e8eb58f7f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.662804587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-sub","reconcileID":"9af7732c-c95a-4108-8e9b-788f194ea0f1","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.823241724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"4ba8b1ab-db3b-4530-a9e4-e1c7ab4748c0","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.865752057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"def92a6a-5da8-413c-8d91-2108171bf7b6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.920037764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"def92a6a-5da8-413c-8d91-2108171bf7b6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.035166503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"eb159c7f-07d5-4caa-8338-ebe412d2c152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.036941609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"2c87a534-3a05-487d-81a4-65716aab39ce","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.035857304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"bfb3700a-4e2b-4104-b139-1e2e929c5b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.093241192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"eb159c7f-07d5-4caa-8338-ebe412d2c152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.093323828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"bfb3700a-4e2b-4104-b139-1e2e929c5b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.281959996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"ef69e2c1-d34e-469e-8fa1-1ea20828d5be","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.336462809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"ef69e2c1-d34e-469e-8fa1-1ea20828d5be","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.518948088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-sub","reconcileID":"76a37a04-02b1-49dc-94f8-db1a74b52e54","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-2-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/distinct-2-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:56.65210973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"ef69e2c1-d34e-469e-8fa1-1ea20828d5be","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-model-nomatch-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.901150782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"18e3639d-6f7b-4814-b5df-06deff975e52","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.955703912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"18e3639d-6f7b-4814-b5df-06deff975e52","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.972370142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"aee7c02f-8935-42c4-be26-9320ec82b1cd","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.126084875Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-sub","reconcileID":"56c06827-b605-4718-9efd-0e37dbad62db","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ff31619","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.218871883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"4d42582b-be15-4642-97e9-0968de460c96","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.219185817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"feb800ce-9925-4857-9d9a-8c7bcd25d80a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.219645253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"b38d0a0c-638b-49d0-80ff-1a0e87a9aea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.274736094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"feb800ce-9925-4857-9d9a-8c7bcd25d80a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.27476692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"4d42582b-be15-4642-97e9-0968de460c96","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.276777711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"b38d0a0c-638b-49d0-80ff-1a0e87a9aea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.282280878Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-sub","reconcileID":"79ef2a6f-0daf-4c00-a0fa-004cc46f8e84","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.28238534Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-sub","reconcileID":"79ef2a6f-0daf-4c00-a0fa-004cc46f8e84","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.398450301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"8bd7a8dc-cf19-4057-9684-cd6ee31183a0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.452885827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"8bd7a8dc-cf19-4057-9684-cd6ee31183a0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.59938554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"b0a39cd3-977d-4154-a6a8-51b434223896","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.73068533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"ec154ce9-bc64-40da-b93d-d53210899c24","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.731541075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"8e849196-cf4e-4400-818f-322e13dd4e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.73154528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"26ef5448-0bbc-46a4-ae9a-b661637f77e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.779788424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"7a46aaaf-4f83-4991-b204-69d27aee14eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.786080044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"ec154ce9-bc64-40da-b93d-d53210899c24","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.788040319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"26ef5448-0bbc-46a4-ae9a-b661637f77e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.78896831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"8e849196-cf4e-4400-818f-322e13dd4e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.829164108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"f6117360-e59e-4dc3-82bb-053a0d9cd15d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.834409021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"7a46aaaf-4f83-4991-b204-69d27aee14eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.883550841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"f6117360-e59e-4dc3-82bb-053a0d9cd15d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.985816268Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-status-transition-auth","reconcileID":"660ee18b-17e2-4359-a54b-354475c26705","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.312950164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"09be874a-43ec-4c00-9564-7e9ad6fa670d","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.367182569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"7605754f-6904-4c68-868d-97836b6203bb","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.509010116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c16ebef-52ec-41ec-9bb4-4d81d9a48238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.558033983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c16ebef-52ec-41ec-9bb4-4d81d9a48238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.558174218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube-auth","reconcileID":"e808eac8-78dc-4c7d-a339-3d8659100d01","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.593127455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"bfe0fcde-2ce2-4ee2-911f-ece376c323df","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.607181867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c16ebef-52ec-41ec-9bb4-4d81d9a48238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.65634255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c16ebef-52ec-41ec-9bb4-4d81d9a48238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.71247471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"db1f8388-8480-43b1-bbc9-4bb3b25cd197","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.714140055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube-auth","reconcileID":"e808eac8-78dc-4c7d-a339-3d8659100d01","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:59.762835847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube","reconcileID":"c18cdc19-284d-44bc-91ea-14007cb1e4ea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.806821739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"c8b36691-1aba-409d-a582-38cd84c7e166","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.80682298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"778b6573-909f-4689-9fd3-e8a47a16b3b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.86140356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"c8b36691-1aba-409d-a582-38cd84c7e166","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.862225289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"778b6573-909f-4689-9fd3-e8a47a16b3b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.87983584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"10d5d597-3d17-4eec-a1f8-f71a1319cbaa","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.933038595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"5588681b-4cea-4ee4-8bc5-644a01adfb4e","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:00.067424508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"fe8a059c-4196-417e-8448-7af77656fd69","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:00.188942547Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube","reconcileID":"ce37a561-b26b-4aa3-a210-8fb7e6965244","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-degraded-models-kube","ai-tenant-e2e-worker-w1-98a19b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:00.189049539Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube","reconcileID":"ce37a561-b26b-4aa3-a210-8fb7e6965244","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-98a19b/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:00.215413016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube-auth","reconcileID":"341696fb-9fc9-4664-b3b3-22e07bb117ce","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:00.269485993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube-auth","reconcileID":"341696fb-9fc9-4664-b3b3-22e07bb117ce","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:00.31551464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"cc3ccf74-4f09-4d96-a636-64a29be2b112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:00.315603754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"b52ab67d-1587-49bc-9352-424e481da17d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:00.370122357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"cc3ccf74-4f09-4d96-a636-64a29be2b112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:00.37070516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"b52ab67d-1587-49bc-9352-424e481da17d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:00.387936052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"eec1328c-7b3d-49b2-9b1b-b612fa9f9b82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:00.448621079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"c07277d3-dba6-4a2d-9849-e993040b0df1","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:00.647333313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube","reconcileID":"445dcb55-2de7-4c31-9b37-1ef3c0730937","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:00.657691313Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube","reconcileID":"445dcb55-2de7-4c31-9b37-1ef3c0730937","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-98a19b/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:01.484898007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a73f9d-7c1c-4335-b5d1-30aa03a20c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:01.533904321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a73f9d-7c1c-4335-b5d1-30aa03a20c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:01.583126196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a73f9d-7c1c-4335-b5d1-30aa03a20c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:01.632227558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a73f9d-7c1c-4335-b5d1-30aa03a20c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:02.38795627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"6568434b-68da-449e-bcfb-0098995e5e9d","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:02.538666617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"3f4be00a-8321-4d2d-80b1-c29a124396b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:02.538703975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"68fba3b7-1d42-49e6-888b-5dcc10069823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:02.53915851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube-auth","reconcileID":"ae9f028b-2e11-4b64-a46e-3c6dc77ee9a9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:02.60188123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"68fba3b7-1d42-49e6-888b-5dcc10069823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:02.602123849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube-auth","reconcileID":"ae9f028b-2e11-4b64-a46e-3c6dc77ee9a9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:02.604167114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"3f4be00a-8321-4d2d-80b1-c29a124396b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.039628814Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-enrichment-sub","reconcileID":"d49acab6-ad17-4eed-a5c7-f469ff1bb332","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.089084195Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-enrichment-sub","reconcileID":"d49acab6-ad17-4eed-a5c7-f469ff1bb332","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.13871692Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"e2e-enrichment-sub","reconcileID":"d49acab6-ad17-4eed-a5c7-f469ff1bb332","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.405682813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"4f704a15-826e-4c5f-940c-51e2d584b869","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"tenant":"e2e-worker-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.405711606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"e2e-enrichment-model-ref","reconcileID":"4f704a15-826e-4c5f-940c-51e2d584b869","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.555998909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"e11687ac-95f9-4bf3-be3b-daaab7c6a617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.555999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"b251070d-cbd0-4de2-94de-f1f24aad4df0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.61071989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"b251070d-cbd0-4de2-94de-f1f24aad4df0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.610763493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"e11687ac-95f9-4bf3-be3b-daaab7c6a617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.770728283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-w0-a74d15","reconcileID":"2fffabbe-2e85-4d76-9384-33be9779c0e9","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:07.176763161Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-sub","reconcileID":"61f960c4-2790-479a-97c6-c75c6fdec069","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:07.264941672Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-sub","reconcileID":"61f960c4-2790-479a-97c6-c75c6fdec069","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:07.314743036Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-sub","reconcileID":"61f960c4-2790-479a-97c6-c75c6fdec069","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:07.587403343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"7765612b-ada8-49b4-922f-8ee2d296100a","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:07.747998324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"cc363c44-f355-4538-8721-2df77b977405","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:07.849441447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"b710ec30-09c7-4aa6-8a55-c48922ab6b18","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:07.849533632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"d40d12e2-bb25-4d5c-b974-20e3349a4508","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:07.849871201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"93de413b-3315-4eca-bcfc-7c5e0c1e3498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:07.850108186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"cd7d25c9-9b16-4932-8155-18deebcfcef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:07.904740307Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-sub","reconcileID":"52a2239a-39a4-4812-959b-4790b74141a5","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-95d00d90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:07.90487697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"d40d12e2-bb25-4d5c-b974-20e3349a4508","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:07.908161618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"cd7d25c9-9b16-4932-8155-18deebcfcef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:07.908452207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"93de413b-3315-4eca-bcfc-7c5e0c1e3498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:07.910431527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"b710ec30-09c7-4aa6-8a55-c48922ab6b18","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:08.362929863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"3e9e9224-0835-4bcb-8e67-44d62b8d24fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:08.363116823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"6655ef8c-fada-4836-807a-6e7a5f1e157f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:08.363457119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"19dd23fe-cf58-45de-b408-d543965ef708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:08.363600144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"28c9f1a6-dbb6-48e5-a58c-0c8e458ad506","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:08.421439157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"6655ef8c-fada-4836-807a-6e7a5f1e157f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:08.421468448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"19dd23fe-cf58-45de-b408-d543965ef708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:08.42516128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"3e9e9224-0835-4bcb-8e67-44d62b8d24fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:08.425161257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"28c9f1a6-dbb6-48e5-a58c-0c8e458ad506","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:10.876268452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08584026-911a-4e1e-a387-dcf3130dc396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:10.929116458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08584026-911a-4e1e-a387-dcf3130dc396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:10.978434554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08584026-911a-4e1e-a387-dcf3130dc396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:11.027363976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08584026-911a-4e1e-a387-dcf3130dc396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:11.369343233Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-547082","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-547082","reconcileID":"747b2e5f-37bb-4c13-91d6-a03f53e1b073","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-547082","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-547082":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.549976031Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube","reconcileID":"68aa3aa0-e322-4c42-8a89-fc63d21affd4","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.663754141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube-auth","reconcileID":"938c9d06-a980-4892-9315-97698d0e8687","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.663934048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"f1999c4e-b1c2-45b7-967b-609353e47608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.664317005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"11d0a598-290b-46a9-b494-883f55d99029","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.71986394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube-auth","reconcileID":"938c9d06-a980-4892-9315-97698d0e8687","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.720539278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"f1999c4e-b1c2-45b7-967b-609353e47608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.725704744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"11d0a598-290b-46a9-b494-883f55d99029","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.75615821Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube","reconcileID":"68aa3aa0-e322-4c42-8a89-fc63d21affd4","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.756180432Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube","reconcileID":"68aa3aa0-e322-4c42-8a89-fc63d21affd4","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.756314315Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube","reconcileID":"68aa3aa0-e322-4c42-8a89-fc63d21affd4","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-98a19b/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.784428439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"1b178313-3f9b-4623-b387-a8389e26372c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.784599405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"7dbe18f0-e562-4807-a589-2afe995d35f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.839292089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"1b178313-3f9b-4623-b387-a8389e26372c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.84006005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"7dbe18f0-e562-4807-a589-2afe995d35f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.878943589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d90f67d-21dc-453c-aabb-517686e095e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.928872698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d90f67d-21dc-453c-aabb-517686e095e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.978325976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d90f67d-21dc-453c-aabb-517686e095e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:12.979500903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"1d40b2cb-c9ef-4c2d-8f58-de7c5cdde0a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.028651216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d90f67d-21dc-453c-aabb-517686e095e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.098001998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"e8528525-c9c8-4b3e-86b8-73b1d606252a","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.242684902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"3ad13e72-53be-4f45-a34c-71bb83175a35","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.248722497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"be2859ca-793f-446e-8883-9d9594e1d422","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.291100225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"a6faf5c1-2c96-4b72-bbf0-a3c97838f22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.297470453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"3ad13e72-53be-4f45-a34c-71bb83175a35","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.339886074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"f08e7cf5-949b-4b0c-ac66-1e13402d6d1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.340311879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"d71f8605-0090-461d-abe1-11ba80894620","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.345301696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"a6faf5c1-2c96-4b72-bbf0-a3c97838f22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.395676413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"f08e7cf5-949b-4b0c-ac66-1e13402d6d1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.395709556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"d71f8605-0090-461d-abe1-11ba80894620","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.437919742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"5c00d790-770c-4629-8b63-289e4fbb6e59","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.492592818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"5c00d790-770c-4629-8b63-289e4fbb6e59","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.647434742Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-degraded-models-kube-auth","reconcileID":"bdcdb25f-bd94-4d4b-9e9d-db316a44cf86","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.75551963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"678f4194-9f5a-43b1-8a91-c3e66d6bfdf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.758812839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"5da96e63-c397-45ec-b2c0-de4cb276c980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.773919209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"ce20b9ec-75b0-4dc9-beeb-4bdf4c4a83d7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.858041085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"678f4194-9f5a-43b1-8a91-c3e66d6bfdf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.858895146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"ce20b9ec-75b0-4dc9-beeb-4bdf4c4a83d7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.861003616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"5da96e63-c397-45ec-b2c0-de4cb276c980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.91346511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"342c4a6b-c650-4914-bd1a-93078425f8f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.916093881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"0e8706ea-ef23-4100-9b48-bc3c51cc01ed","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:13.969243872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"342c4a6b-c650-4914-bd1a-93078425f8f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:14.902015168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39301790-07b2-4852-a0dc-3729f117934f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:14.952224424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39301790-07b2-4852-a0dc-3729f117934f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:15.001343777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39301790-07b2-4852-a0dc-3729f117934f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:15.050300871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39301790-07b2-4852-a0dc-3729f117934f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:16.878086412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b13f26-0186-4e1e-b3c9-2b6534a88f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:16.929553877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b13f26-0186-4e1e-b3c9-2b6534a88f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:16.978385873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b13f26-0186-4e1e-b3c9-2b6534a88f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:17.027586764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b13f26-0186-4e1e-b3c9-2b6534a88f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:17.954779773Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-sub","reconcileID":"42be9723-32eb-4f3f-bdef-07e2bf6a0e91","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-2-w3-bbfa07","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:18.004384121Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-sub","reconcileID":"42be9723-32eb-4f3f-bdef-07e2bf6a0e91","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-2-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:18.054035485Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-sub","reconcileID":"42be9723-32eb-4f3f-bdef-07e2bf6a0e91","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/distinct-2-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:18.317223621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"6ddf34f7-61fc-473b-a582-d93ca9bdfb1a","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:18.467718644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"2b9755a1-f949-4ab1-9b3e-ace84ab4b2c1","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:18.565714622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"0cac3b50-b568-454f-bf98-ae35f0a36eeb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:18.565865528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"922ff8ec-6c00-4a2b-9ae7-444363e32e74","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:18.565714879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"f9329ea0-dbec-4659-a2b9-17cb7403801b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:18.573041215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"97ee433e-c4b7-4bf4-a770-923c30d7cc61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:18.620331989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"922ff8ec-6c00-4a2b-9ae7-444363e32e74","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:18.620690079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"0cac3b50-b568-454f-bf98-ae35f0a36eeb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:18.622552466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"f9329ea0-dbec-4659-a2b9-17cb7403801b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:18.627255332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"97ee433e-c4b7-4bf4-a770-923c30d7cc61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:18.820005559Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-match-auth","reconcileID":"01c0f404-c2b1-453f-b8a2-8552c23d7826","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:19.016184596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"8ed54f1e-5f74-4711-9f68-9086c6b9b4df","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:19.023073579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"8017a919-2ec8-420b-a230-677d4a706bbd","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:19.07074338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"8ed54f1e-5f74-4711-9f68-9086c6b9b4df","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:19.176863116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"14dfbbc9-ea14-483e-9136-b25be5bf1d49","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:19.230246361Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:19.268746334Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-model-nomatch-auth","reconcileID":"61a759a1-a109-4918-b57c-a95ad92df022","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-2-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:19.471470618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"c37828c4-966e-4584-9629-fc248ebadbbc","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.893451913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"9d3df50e-e1b0-40e7-81bc-6e2df1d0b8f2","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.893776652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"390861bf-7d52-425a-8d3d-b733950a0623","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.946537481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"9ae95dd2-d4c3-4200-8b59-c1c25e62a318","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.946840471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"67148f54-acf1-4c0b-a0fd-535e2cdbc835","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:21.001493373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-partial-access-sub","reconcileID":"897e342e-a91f-4833-821e-b460024ce384","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.044065187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"85533853-8762-4c9e-9614-e506ad59b51e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.044080311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"ef836915-011d-42d8-aed0-e795239d95ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.09867181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"ef836915-011d-42d8-aed0-e795239d95ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.09877403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"85533853-8762-4c9e-9614-e506ad59b51e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.11278873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"6a319d10-e47e-4c36-9c4b-2000a38cffbb","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.113117667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"de69ff3e-598e-4ab1-8b07-d89015bdf395","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.168013515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"f0bfad0f-b1f8-4d79-beeb-6f5d53482e51","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.16833671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"68e305c2-b876-4900-9d2c-4ceabf976f2c","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.175032325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"5d9e15b8-8d5d-4b49-b440-be87a7e93c17","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.231967349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"443ddd05-c777-4ab8-83c7-265092afa49e","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.269766421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"cd92e111-f4e8-48ce-bc11-8bf106d96e56","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.322972508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"7e535161-37a7-4430-8cdf-67e9515fdfb4","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.323292365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"60ff2dcd-d0d5-4313-939b-96214b734247","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.374426599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"6306f0d3-7552-4e7c-954d-dba026663485","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:21.376727262Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-98a19b/e2e-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.379279803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-partial-access-auth","reconcileID":"0478e25e-f2e4-48e0-9579-45e91875acdc","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.420634612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"32ae718e-5743-47c4-a3e4-70e2ec23bbe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.420691767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"b264878b-d7c8-4251-850f-9d63d86ca629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.421433098Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-partial-access-sub","reconcileID":"8f768f51-c78d-4592-a1ec-25656ac9ffe8","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/e2e-partial-access-sub","ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.42792099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"ed6c2527-213c-4cce-9cda-0010ce3a0144","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.433210698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-partial-access-auth","reconcileID":"0478e25e-f2e4-48e0-9579-45e91875acdc","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.474860286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"b264878b-d7c8-4251-850f-9d63d86ca629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.474980324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"32ae718e-5743-47c4-a3e4-70e2ec23bbe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.478904727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"f96c6aa7-8131-4307-aec9-c540c283f1b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.478936111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"fa56e251-1ac4-47eb-90d6-236b1404a1ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.533017315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"fa56e251-1ac4-47eb-90d6-236b1404a1ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.533046556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"f96c6aa7-8131-4307-aec9-c540c283f1b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.551532038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"7520d68d-87bd-4857-b382-c8ac743451e3","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.571253834Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-partial-access-sub","reconcileID":"8f768f51-c78d-4592-a1ec-25656ac9ffe8","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-w3-bbfa07","model":"distinct-w3-bbfa07","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.620069641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"b2ad12d0-6e15-4ca0-ad67-902997046aa2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.625820963Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-no-access-sub","reconcileID":"21bb49d5-199c-46b0-89f7-dbedd39a3c1c","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-w1-98a19b","model":"distinct-w1-98a19b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-98a19b/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.727174216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"be4a6cee-6b3f-4158-b749-fa741359251f","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.777806307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"1a5f8154-3778-41e7-b940-cf78d2c00553","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.778145248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"dcbfa3ee-237f-4a46-be6b-56e5049c0ba0","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.782026403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"c0092e43-2325-49dd-aba7-9efaae4ab9ef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.825875338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"c3e6c629-3897-48b0-8939-aa4aa9285614","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.86661325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"63bbe9ce-ba21-4239-a135-9eed0d01c0f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.866702484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"2361e6c0-d738-4967-a4c8-1d7bce73aa46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.921119226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"2361e6c0-d738-4967-a4c8-1d7bce73aa46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.921523046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"63bbe9ce-ba21-4239-a135-9eed0d01c0f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.921584948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-partial-access-auth","reconcileID":"9d436abd-62bd-4eec-9f5b-370c0351e48e","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.974321266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-partial-access-sub","reconcileID":"30f6db7c-566b-4290-854a-99ff382b013b","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.975536944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-partial-access-auth","reconcileID":"9d436abd-62bd-4eec-9f5b-370c0351e48e","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.977873387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-no-access-sub","reconcileID":"f088a740-fb0a-4265-8cc1-0a893d3e5595","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.067145053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-no-access-auth","reconcileID":"80279e1f-3819-401f-868a-8c7f4ec58791","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.122291895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-partial-access-sub","reconcileID":"30f6db7c-566b-4290-854a-99ff382b013b","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.122891402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-no-access-auth","reconcileID":"80279e1f-3819-401f-868a-8c7f4ec58791","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.377966413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"adc86e2a-9642-48d0-b321-b84de1cd468e","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.573018531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-no-access-auth","reconcileID":"4e674dc9-20da-4b05-9d12-ffc5d6be9f37","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.627188541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-no-access-auth","reconcileID":"4e674dc9-20da-4b05-9d12-ffc5d6be9f37","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:24.542232746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"6bfa4eb8-bd68-4c2f-aa36-06fe888a0c4d","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:24.542250355Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-partial-access-auth","reconcileID":"5248a42e-58b9-4551-b23e-2b79ca19836b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:24.746867762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"d1fc8ce6-697c-4648-b7bd-e5fb314791fc","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:24.890379234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"b8780d9b-27da-4a8e-8ef5-d5b8a96e19a2","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:24.890722211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"03d630aa-e15e-4e3b-855e-2ac0608f8206","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:24.977430709Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-no-access-auth","reconcileID":"65292c54-75cb-4e22-a282-640f74bcd6a7","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-2-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:24.977527804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"32c09421-0fcf-4ea7-bd2a-7a3cc26ef0b8","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:25.056236452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"b00383ef-ce8f-4d69-8119-f3fb39022df5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:25.056237795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"c08bebda-d0d8-45a7-aef8-6f909eec969e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:25.110958619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"b00383ef-ce8f-4d69-8119-f3fb39022df5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:25.112209089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"c08bebda-d0d8-45a7-aef8-6f909eec969e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:25.185396068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"c11bc37f-de5d-4dd2-acba-d23454e43307","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:25.345217415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"73398ec2-f676-4e74-b0e7-255c63c47013","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:25.49663243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"ad876132-77c8-4cea-96e5-7056b67a1a65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:25.496639256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"552cd4e0-fa65-4617-9f02-5bf09350bd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:25.551759805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"ad876132-77c8-4cea-96e5-7056b67a1a65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:25.552237404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"552cd4e0-fa65-4617-9f02-5bf09350bd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.325743855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"a4b86f0f-a0cc-49b0-8c22-23719136cddb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-0b9215","tenantID":"e2e-praxis-b-0b9215","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.437671987Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"a4b86f0f-a0cc-49b0-8c22-23719136cddb","name":"e2e-praxis-b-0b9215-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.498261676Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","namespace":"ai-tenant-e2e-praxis-b-f53eb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.498317762Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","namespace":"ai-tenant-e2e-praxis-b-f53eb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.498378991Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","tenant":"e2e-praxis-b-f53eb9","tenantID":"e2e-praxis-b-f53eb9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.550604015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"Deployment","name":"maas-api-e2e-praxis-b-f53eb9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.617904612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"Service","name":"maas-api-e2e-praxis-b-f53eb9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.675333416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-f53eb9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.726681624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-f53eb9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.779234429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-f53eb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.831168122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-f53eb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.886042631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-f53eb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.943421854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-f53eb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.998665247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-f53eb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.049698316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-f53eb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.098681618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"Service","name":"payload-processing-e2e-praxis-b-f53eb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.151686179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-f53eb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.202445469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-f53eb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.254365413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-f53eb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.303433759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-f53eb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.358604133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-f53eb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.411883958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-f53eb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.462414447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-f53eb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.511076171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-f53eb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.560191708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f53eb9"},"namespace":"ai-tenant-e2e-praxis-b-f53eb9","name":"default-tenant","reconcileID":"0a804520-0bb5-46c8-a881-0dc87773cb66","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-f53eb9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:34.351263201Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f53eb9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f53eb9","reconcileID":"cc530d71-575d-47db-9d9d-0af0272e628d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f53eb9","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-f53eb9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.058763246Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-partial-access-sub","reconcileID":"46002286-b871-4d3d-90a4-e2a81d83ba66","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.268809044Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-partial-access-sub","reconcileID":"46002286-b871-4d3d-90a4-e2a81d83ba66","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bbfa07/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.268907124Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-partial-access-sub","reconcileID":"46002286-b871-4d3d-90a4-e2a81d83ba66","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.320582664Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-partial-access-sub","reconcileID":"46002286-b871-4d3d-90a4-e2a81d83ba66","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.374774162Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"e2e-partial-access-sub","reconcileID":"46002286-b871-4d3d-90a4-e2a81d83ba66","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/distinct-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.465307646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615d246c-122d-457e-be53-f8a554d7e9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.47623544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"d9c36ed1-80dc-4a97-95b9-6278fc34b8b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.515638938Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-no-access-sub","reconcileID":"7d13a756-7dde-4107-aff3-5e8c7be8b471","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.521078692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615d246c-122d-457e-be53-f8a554d7e9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.524908465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"afd89736-5508-400e-8cf8-dbae0ed91381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.52605152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"61c1e797-543d-428f-9e07-9ade6a92bd95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.576779429Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-no-access-sub","reconcileID":"7d13a756-7dde-4107-aff3-5e8c7be8b471","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.579003629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615d246c-122d-457e-be53-f8a554d7e9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.584002632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"afd89736-5508-400e-8cf8-dbae0ed91381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.632075387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615d246c-122d-457e-be53-f8a554d7e9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.63298581Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"e2e-no-access-sub","reconcileID":"7d13a756-7dde-4107-aff3-5e8c7be8b471","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/distinct-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.637742412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"61c1e797-543d-428f-9e07-9ade6a92bd95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.684481219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"a0c8fe6a-b0d4-42e5-a723-e62402a13f29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.735976193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"b3ca95d5-6afd-4434-a66a-47c9dc4e55d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.740890778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"a0c8fe6a-b0d4-42e5-a723-e62402a13f29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.747307598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"318b8503-0787-4487-9664-a42c8bd818d8","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.747809847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"495ce857-59be-4487-995a-8e43266b852f","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.782889661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"070dae54-7a81-4568-a34d-5d3261ce9a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.797683531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"b3ca95d5-6afd-4434-a66a-47c9dc4e55d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.838767332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"070dae54-7a81-4568-a34d-5d3261ce9a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.957085702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"92945989-192a-4e47-b2e1-51eb33f95007","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:35.99412655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"96ccc9b3-0353-4d35-82d2-f28cd7849217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.048811332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"96ccc9b3-0353-4d35-82d2-f28cd7849217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.108633894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"2bbcf0f1-f18e-45e2-9e59-236e8543e44a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.165211002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"2bbcf0f1-f18e-45e2-9e59-236e8543e44a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.210542302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"8a91c8ec-7cdf-4aa9-9512-7f9eccd0ff7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.215037881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"e236e306-cb82-4db2-84f3-d9da1e8e7664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.272421591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"8a91c8ec-7cdf-4aa9-9512-7f9eccd0ff7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.276226862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"e236e306-cb82-4db2-84f3-d9da1e8e7664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:37.524799252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94377e5-4895-4c71-9184-74c945e6987d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:37.575606185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94377e5-4895-4c71-9184-74c945e6987d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:37.647096301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94377e5-4895-4c71-9184-74c945e6987d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:37.719861435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94377e5-4895-4c71-9184-74c945e6987d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:39.644392989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a29be2e4-6719-4ad0-aed1-9ca45cce9ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:39.693381532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a29be2e4-6719-4ad0-aed1-9ca45cce9ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:39.743255699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a29be2e4-6719-4ad0-aed1-9ca45cce9ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:39.792282425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a29be2e4-6719-4ad0-aed1-9ca45cce9ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:40.942434483Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-487c5f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-487c5f","reconcileID":"78b2cfb5-83f6-4baf-8f58-ca4ffb581bc5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-487c5f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-487c5f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:41.777996236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be702ab2-4a72-40e9-b530-b80f6f309357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:41.831128446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be702ab2-4a72-40e9-b530-b80f6f309357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:41.880602558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be702ab2-4a72-40e9-b530-b80f6f309357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:41.929481669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be702ab2-4a72-40e9-b530-b80f6f309357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:41.940011872Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-cafbb2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-cafbb2","reconcileID":"c26d3b8e-7e06-41c1-9913-593c9c091b5e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-cafbb2","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-cafbb2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.779459776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c464a2-3c56-44e4-b8d1-432105507daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.828715035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c464a2-3c56-44e4-b8d1-432105507daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.877615257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c464a2-3c56-44e4-b8d1-432105507daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.926733542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c464a2-3c56-44e4-b8d1-432105507daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.918551055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ef07a96-005d-4fe9-bf1b-6e0446850f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.973525448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ef07a96-005d-4fe9-bf1b-6e0446850f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.022698797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ef07a96-005d-4fe9-bf1b-6e0446850f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.081938842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ef07a96-005d-4fe9-bf1b-6e0446850f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.887223979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e02a8dc1-eb46-45f8-bd72-1ea477f1bbd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.936549792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e02a8dc1-eb46-45f8-bd72-1ea477f1bbd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.943483875Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-056a27","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-056a27","reconcileID":"156c9644-d7a5-4de6-bebb-cba17f3c7c77","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-056a27","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-056a27":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.986021347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e02a8dc1-eb46-45f8-bd72-1ea477f1bbd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:48.035377069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e02a8dc1-eb46-45f8-bd72-1ea477f1bbd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:49.233195695Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:50.09219479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7feb89-49fc-4c25-8b5c-b00e6c4aa478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:50.144417841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7feb89-49fc-4c25-8b5c-b00e6c4aa478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:50.197335288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7feb89-49fc-4c25-8b5c-b00e6c4aa478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:50.249711787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7feb89-49fc-4c25-8b5c-b00e6c4aa478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:58.921703432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"8d591cbb-2d8d-42b8-8295-6affc8bcc224","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:59.042535769Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"8d591cbb-2d8d-42b8-8295-6affc8bcc224","name":"e2e-shared-a-w0-547082-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:00.090922089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"ea3a96fe-dc1f-4a46-b939-062f0ebabf3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:00.090922038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"802714e5-d360-4f1f-a182-3255f2ca01a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:00.145660277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"802714e5-d360-4f1f-a182-3255f2ca01a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:00.152881033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"ea3a96fe-dc1f-4a46-b939-062f0ebabf3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:00.215366318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"138e1c32-1456-43b5-8a79-4cd180f8056c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:00.215452657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"5c8e7d59-137c-4cd0-ab51-e6f81ba0be84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:00.27027795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"5c8e7d59-137c-4cd0-ab51-e6f81ba0be84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:00.270336295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"138e1c32-1456-43b5-8a79-4cd180f8056c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:19.230059786Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:19.346208536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b73bc69-643d-4610-b442-dbac0d676b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:19.396055669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b73bc69-643d-4610-b442-dbac0d676b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:19.445097827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b73bc69-643d-4610-b442-dbac0d676b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:19.494146454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b73bc69-643d-4610-b442-dbac0d676b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:21.348201512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b2d8ce-4c33-4034-ac58-037d4bf42e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:21.397418069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b2d8ce-4c33-4034-ac58-037d4bf42e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:21.446500859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b2d8ce-4c33-4034-ac58-037d4bf42e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:21.495644242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b2d8ce-4c33-4034-ac58-037d4bf42e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:23.398700759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793c73f6-6c4c-43bb-be9d-c9a6a5473e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:23.448269892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793c73f6-6c4c-43bb-be9d-c9a6a5473e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:23.502964842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793c73f6-6c4c-43bb-be9d-c9a6a5473e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:23.563776945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793c73f6-6c4c-43bb-be9d-c9a6a5473e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:25.580269944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbb7f83-14e7-4c98-9924-a88b1773d330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:25.634642687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbb7f83-14e7-4c98-9924-a88b1773d330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:25.686142218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbb7f83-14e7-4c98-9924-a88b1773d330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:25.735925874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbb7f83-14e7-4c98-9924-a88b1773d330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:27.548049884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6809d185-2c09-4fd1-98f2-340a3e1f4d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:27.597056905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6809d185-2c09-4fd1-98f2-340a3e1f4d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:27.646018445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6809d185-2c09-4fd1-98f2-340a3e1f4d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:27.695504123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6809d185-2c09-4fd1-98f2-340a3e1f4d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:27.744693561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"55e48207-b287-41b4-b1e7-fae4ae7a317f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-487c5f","tenantID":"e2e-shared-a-w3-487c5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:27.864946654Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"55e48207-b287-41b4-b1e7-fae4ae7a317f","name":"e2e-shared-a-w3-487c5f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:29.41353951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"ca98a736-090a-483b-a69b-42cba9966032","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:29.517915403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"c2471d71-0023-4358-bbff-f2df2671a5a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:29.531167254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959ccd60-6161-467f-bd94-9edd0c95b89d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:29.583221221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959ccd60-6161-467f-bd94-9edd0c95b89d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:29.634322645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959ccd60-6161-467f-bd94-9edd0c95b89d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:29.684096267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959ccd60-6161-467f-bd94-9edd0c95b89d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:29.685862227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"f12f4c63-d37a-4b39-b0ce-f01dff298308","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:29.735528061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"c1de44c1-7507-4715-b579-c6c630540498","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:29.786565215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6e1485bd-8149-4736-a1c8-0eb38acab093","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:29.986890159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"eb22ecdd-0a0a-42ed-8e37-883b523d237a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:30.086236131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"ee8c6b14-2766-4658-8864-ffab3d5d9df5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:30.213568939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"2598d8b2-f297-4b42-a8e2-3c5e6c6315cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:30.322614228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2084dbac-e88e-4884-8b91-73fd8491febd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:30.330657599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"91c2fc60-967b-493e-bf1d-75e60e1bd473","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:30.424442884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"cd38bc85-64e9-4c94-80b5-e8ea4f989a72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:30.556997242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"11408b79-ae72-4673-bb8b-5f6482993101","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:37.323695608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"fd3fa1a2-dfc4-4db2-8ce0-911dbeb624e5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-cafbb2","tenantID":"e2e-shared-a-w1-cafbb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:37.437207704Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"fd3fa1a2-dfc4-4db2-8ce0-911dbeb624e5","name":"e2e-shared-a-w1-cafbb2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:46.545684296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"3dbfcfa4-f677-4270-bb32-276e8b983228","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-056a27","tenantID":"e2e-shared-a-w2-056a27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:46.658041369Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"3dbfcfa4-f677-4270-bb32-276e8b983228","name":"e2e-shared-a-w2-056a27-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.004918432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fa95816e-c5cc-4f5c-8fb2-bd87f636d163","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.183408354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"156afc5b-97c0-45fc-b886-75a1c8b7f5b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.285303679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"3953b5b8-4456-4bdc-b697-4b830d61d3c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.382973021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"08432f5d-a5a2-4b93-82a6-51f8b4fbf89d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.530504109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"d598c210-d4b2-45d4-a86e-89aa50b6e2a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.63004882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"ad745f02-9e35-42ca-b9d6-fc90b3ced137","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.730266905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"651cd6e9-44b6-41ff-b25c-d359cf76422d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.730290747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"828a4b57-ef26-4f0c-a2b4-dc5f9b04a940","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.829930325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"c4890820-59df-453d-9939-4e2e9ca5f95f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.94928668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"1428e8b0-cf81-4e4c-aef2-f737f7afd4f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:49.188900309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"63cc20ae-7877-4428-b9ee-7a489897f1e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:49.229754386Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:49.288932427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"43d17b5e-2d09-4729-a743-33fda492790b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:55.979209698Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","namespace":"ai-tenant-e2e-praxis-a-d5d3ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:55.979274801Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","namespace":"ai-tenant-e2e-praxis-a-d5d3ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:55.979327933Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","tenant":"e2e-praxis-a-d5d3ba","tenantID":"e2e-praxis-a-d5d3ba","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.030892663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"Deployment","name":"maas-api-e2e-praxis-a-d5d3ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.09397297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"Service","name":"maas-api-e2e-praxis-a-d5d3ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.157746901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-d5d3ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.210255207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-d5d3ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.289247438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-d5d3ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.343731096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-d5d3ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.40040285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-d5d3ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.454235182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-d5d3ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.505389182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-d5d3ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.555557182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-d5d3ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.605174762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"Service","name":"payload-processing-e2e-praxis-a-d5d3ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.654558418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-d5d3ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.703551681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-d5d3ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.753498831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-d5d3ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.802584848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-d5d3ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.856141952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-d5d3ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.941656348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-d5d3ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:56.991111535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-d5d3ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.042996719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-d5d3ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.092794663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5d3ba"},"namespace":"ai-tenant-e2e-praxis-a-d5d3ba","name":"default-tenant","reconcileID":"b77d13d3-d906-4855-af6f-1102dd9b6bff","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-d5d3ba","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.81417187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"401e7c8d-4006-4855-971d-df84af3e34fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.863279608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"401e7c8d-4006-4855-971d-df84af3e34fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.912291577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"401e7c8d-4006-4855-971d-df84af3e34fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.962897245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"401e7c8d-4006-4855-971d-df84af3e34fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:58.020907992Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d5d3ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d5d3ba","reconcileID":"2097840c-660c-4fe1-a30e-5aaf166cb5b5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d5d3ba","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-d5d3ba"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.840573776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bc84d2-d512-41b7-8c11-55c8c035c710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.890643826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bc84d2-d512-41b7-8c11-55c8c035c710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.940090954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bc84d2-d512-41b7-8c11-55c8c035c710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.989248586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bc84d2-d512-41b7-8c11-55c8c035c710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.024345564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06edd271-5a30-4029-8279-3c383ce92998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.078851844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06edd271-5a30-4029-8279-3c383ce92998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.127697874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06edd271-5a30-4029-8279-3c383ce92998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.176736634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06edd271-5a30-4029-8279-3c383ce92998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.588543415Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-e4864d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-e4864d","reconcileID":"f271bcd6-0b89-46cb-8ef4-4a8f29006856","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-e4864d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-e4864d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:06.016305441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1798d3d-8b87-4a1d-818b-7d44d968fe91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:06.06624563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1798d3d-8b87-4a1d-818b-7d44d968fe91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:06.115490362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1798d3d-8b87-4a1d-818b-7d44d968fe91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:06.165274248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1798d3d-8b87-4a1d-818b-7d44d968fe91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:07.982170247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94db91a-d658-44e7-b984-7882201a7e8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:08.044630473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94db91a-d658-44e7-b984-7882201a7e8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:08.122076403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94db91a-d658-44e7-b984-7882201a7e8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:08.174223908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94db91a-d658-44e7-b984-7882201a7e8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.019270918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d2b02d-965f-4a8d-a6e9-bc6650ecdadf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.073543628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d2b02d-965f-4a8d-a6e9-bc6650ecdadf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.123252988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d2b02d-965f-4a8d-a6e9-bc6650ecdadf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.172539933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d2b02d-965f-4a8d-a6e9-bc6650ecdadf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:11.994955517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4af7b6-fe6e-4979-91d8-946ab35656d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.044178856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4af7b6-fe6e-4979-91d8-946ab35656d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.093532855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4af7b6-fe6e-4979-91d8-946ab35656d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.142493942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4af7b6-fe6e-4979-91d8-946ab35656d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:14.007183964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec540b9e-561e-4f26-ad78-593f5083d5cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:14.05606135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec540b9e-561e-4f26-ad78-593f5083d5cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:14.107411636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec540b9e-561e-4f26-ad78-593f5083d5cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:14.15674847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec540b9e-561e-4f26-ad78-593f5083d5cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:19.229699677Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.580842834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea5c2fa-0b4a-48c7-b0af-b574595409e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.631661434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea5c2fa-0b4a-48c7-b0af-b574595409e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.68143094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea5c2fa-0b4a-48c7-b0af-b574595409e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.730669303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea5c2fa-0b4a-48c7-b0af-b574595409e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.53355523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10f2a4f-d542-4289-9c35-82acd3b8ceea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.58255104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10f2a4f-d542-4289-9c35-82acd3b8ceea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.633914051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10f2a4f-d542-4289-9c35-82acd3b8ceea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.684397505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10f2a4f-d542-4289-9c35-82acd3b8ceea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:27.615534552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33637553-f702-4b2e-a477-d5ae92bc4d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:27.665626182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33637553-f702-4b2e-a477-d5ae92bc4d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:27.724222537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33637553-f702-4b2e-a477-d5ae92bc4d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:27.773196898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33637553-f702-4b2e-a477-d5ae92bc4d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:29.647121515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd471b4-0272-43a1-8fda-23200223e7f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:29.696246135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd471b4-0272-43a1-8fda-23200223e7f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:29.752791891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd471b4-0272-43a1-8fda-23200223e7f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:29.80225895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd471b4-0272-43a1-8fda-23200223e7f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:33.397643765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691b0eea-e72d-45ab-a954-90fa64f7b343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:33.447654586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691b0eea-e72d-45ab-a954-90fa64f7b343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:33.49652334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691b0eea-e72d-45ab-a954-90fa64f7b343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:33.545441488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691b0eea-e72d-45ab-a954-90fa64f7b343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:34.331679131Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-fe49e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-fe49e7","reconcileID":"f770a3d6-4f40-4955-a17b-bbf9cf60f2f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-fe49e7","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-fe49e7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:35.435193737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a868b40d-50dc-4870-a53f-feeefa98b1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:35.486462474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a868b40d-50dc-4870-a53f-feeefa98b1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:35.535508157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a868b40d-50dc-4870-a53f-feeefa98b1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:35.620317733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a868b40d-50dc-4870-a53f-feeefa98b1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:37.480313506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7515273e-84f6-4d3a-8cc1-3cc140f363fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:37.529339473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7515273e-84f6-4d3a-8cc1-3cc140f363fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:37.578018066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7515273e-84f6-4d3a-8cc1-3cc140f363fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:37.627401505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7515273e-84f6-4d3a-8cc1-3cc140f363fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:39.658481629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ab8659-8d2c-4618-a3a6-05a28a74972b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:39.707388335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ab8659-8d2c-4618-a3a6-05a28a74972b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:39.756190543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ab8659-8d2c-4618-a3a6-05a28a74972b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:39.805176029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ab8659-8d2c-4618-a3a6-05a28a74972b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:40.609982308Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-b37684","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-b37684","reconcileID":"fd4a8552-fa13-47d7-8a66-9bcd1ab80cb5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-b37684","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-b37684":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:41.686954734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"669e2584-4c9e-4b26-9f78-f6101eb3137b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:41.735933988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"669e2584-4c9e-4b26-9f78-f6101eb3137b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:41.784687255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"669e2584-4c9e-4b26-9f78-f6101eb3137b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:41.833312595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"669e2584-4c9e-4b26-9f78-f6101eb3137b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:43.719889198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77432e90-fe47-46a6-a8ca-651c5dec2c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:43.76870682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77432e90-fe47-46a6-a8ca-651c5dec2c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:43.817851838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77432e90-fe47-46a6-a8ca-651c5dec2c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:43.871466233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77432e90-fe47-46a6-a8ca-651c5dec2c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:45.786480533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2618f26-cc63-4709-8289-f53183d4fe99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:45.836252535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2618f26-cc63-4709-8289-f53183d4fe99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:45.885583311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2618f26-cc63-4709-8289-f53183d4fe99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:45.93443461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2618f26-cc63-4709-8289-f53183d4fe99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:47.592516477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"6be167d7-d0c4-4b1d-9fd1-804e5340caf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:47.693089174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"203e845e-5e5f-49f9-9c0e-e66aea3ad38a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:47.791571039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"aa1c1aab-eeab-4f2e-b5f5-d42801c609cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:47.827726497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"2e95360f-658f-4a3b-904f-b3c81a687c4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:47.885880857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a69494-9136-469f-b5c3-1aba6c9e84af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:47.951258172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a69494-9136-469f-b5c3-1aba6c9e84af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:48.000499761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a69494-9136-469f-b5c3-1aba6c9e84af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:48.050188879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a69494-9136-469f-b5c3-1aba6c9e84af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:48.052128595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c264d2ea-0af0-4730-86fc-dba67794b984","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:48.150588019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"1166d409-bdf2-45f6-8bcf-3d507b689622","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:48.20576665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"e6fe14ac-9cda-4e64-aec3-52e34705c021","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:48.415383804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"a89498c0-c680-4eea-9b77-10f4a7dab4b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:48.466276435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"8ba34fd8-bf71-461c-b2d2-7c2579c7c957","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:48.603504035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"b9a7b41b-71d6-43a0-914b-fd3fe4b6d28f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:48.723051207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9916611a-a4fc-41c5-b17e-d0e4c12a5240","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:48.827643144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"cb3b949d-f592-4647-8d18-487cd6859586","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:49.229002688Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:50.491727426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ce7517-a9fc-44df-b029-8faab277b30d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:50.541308777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ce7517-a9fc-44df-b029-8faab277b30d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:50.590641946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ce7517-a9fc-44df-b029-8faab277b30d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:50.640072105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ce7517-a9fc-44df-b029-8faab277b30d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:51.014142953Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-64120b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-64120b","reconcileID":"b9916e4c-59c9-46d0-a7ec-21d41c323a10","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-64120b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-64120b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:52.591830905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272c2e90-8660-4644-9f5f-382e7c92ac9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:52.640655091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272c2e90-8660-4644-9f5f-382e7c92ac9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:52.68962637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272c2e90-8660-4644-9f5f-382e7c92ac9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:52.73842449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272c2e90-8660-4644-9f5f-382e7c92ac9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:54.634880045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d0ac84-9caa-4a11-92a1-1591ec2b3993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:54.683780627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d0ac84-9caa-4a11-92a1-1591ec2b3993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:54.736482868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d0ac84-9caa-4a11-92a1-1591ec2b3993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:54.797079322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d0ac84-9caa-4a11-92a1-1591ec2b3993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:02.606522111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"33e54c03-8edc-41bf-a0e7-b6100f6f02d2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-e4864d","tenantID":"e2e-shared-b-w0-e4864d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:02.725540283Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"33e54c03-8edc-41bf-a0e7-b6100f6f02d2","name":"e2e-shared-b-w0-e4864d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:07.442459788Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","namespace":"ai-tenant-e2e-praxis-b-0b9215","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:07.442520682Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","namespace":"ai-tenant-e2e-praxis-b-0b9215","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:07.442568852Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","tenant":"e2e-praxis-b-0b9215","tenantID":"e2e-praxis-b-0b9215","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:07.49915593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"Deployment","name":"maas-api-e2e-praxis-b-0b9215","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:07.571717477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"Service","name":"maas-api-e2e-praxis-b-0b9215","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:07.639113173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-0b9215","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:07.692048921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-0b9215","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:07.758616721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-0b9215","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:07.832133376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-0b9215","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:07.889022415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-0b9215","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:07.941392773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-0b9215","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:07.990400554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-0b9215","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:08.039367458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-0b9215","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:08.096030805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"Service","name":"payload-processing-e2e-praxis-b-0b9215","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:08.149387095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-0b9215","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:08.199322908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-0b9215","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:08.249522765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-0b9215","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:08.298482825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-0b9215","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:08.352399247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-0b9215","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:08.401187643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-0b9215","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:08.450809762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-0b9215","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:08.501724498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-0b9215","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:08.567259152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0b9215"},"namespace":"ai-tenant-e2e-praxis-b-0b9215","name":"default-tenant","reconcileID":"3a301a63-bd07-475a-b979-adc7d9d162a3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-0b9215","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:09.670947457Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-0b9215","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-0b9215","reconcileID":"d7386c83-0705-452a-b778-24ed1c9fcb6b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-0b9215","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-0b9215"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:10.757911339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9a2763-8da0-47ce-9529-bfd743b660f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:10.807529107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9a2763-8da0-47ce-9529-bfd743b660f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:10.859056338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9a2763-8da0-47ce-9529-bfd743b660f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:10.907780041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9a2763-8da0-47ce-9529-bfd743b660f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:12.72853567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32f2c5b-335f-46e5-baf6-739b82c0d737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:12.777984067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32f2c5b-335f-46e5-baf6-739b82c0d737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:12.827528999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32f2c5b-335f-46e5-baf6-739b82c0d737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:12.876847554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32f2c5b-335f-46e5-baf6-739b82c0d737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:15.423728225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"13630ff8-51b4-41ca-a8e2-446defe961a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:15.518319123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"23e45d88-d88e-4808-98c4-e64cd4b87fab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:15.828570614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4fdbface-3a86-42ce-8d5c-63b875deec25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:15.926266243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"91a82f09-bf90-4ca1-8b65-19ed09d078b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:16.0259319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"8fb3d999-f5af-4e37-bb0a-c43caa42292d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:16.123753103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"893f62de-f9b0-4261-bc95-0de58d265522","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:16.140446782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"8e8cc03a-982c-484e-a2b5-7ee50f75c727","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:16.372873849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"1b863255-d838-437a-a02e-28f3742af099","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:16.4893334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"e75232f4-93a4-4aec-a373-30ffb524227f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:16.608115649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"ca992b20-2b1b-4e3b-83a0-983cd0af38f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:16.715948316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"7e6be0da-a51e-4f91-adf4-834ed225ff40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:16.819493148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"dce4946d-a76e-4bc1-84ee-35b3a52f0fa4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:19.231776029Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:19.691335412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"a9fcaaf5-f48a-4f27-b115-8d21c8298d56","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:19.747651324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"7e22c391-7479-4574-9ef8-5684c574cec4","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:19.898505233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-test-group-auth","reconcileID":"e7a3f12a-89ec-44d1-8339-c62df02eb3c2","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:19.95376623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-test-group-auth","reconcileID":"e7a3f12a-89ec-44d1-8339-c62df02eb3c2","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.098221263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"8c070bb6-cc62-443b-bb8c-5a2611e351d0","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.15157763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"3b3483f9-b76f-4e2c-bcfc-811eb81efd5d","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:20.205143034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-test-group-subscription","reconcileID":"a947945d-3aeb-47f4-8513-aca349383742","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.250960486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"4bea57cc-0d71-487c-92d3-eb650cbe2423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.250960227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"51372e8d-74b8-4b0b-bb76-21c17610ab7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.260905639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"f919124c-307a-4911-b287-ccfe53a7a2e8","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.306713319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"4bea57cc-0d71-487c-92d3-eb650cbe2423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.306731007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"51372e8d-74b8-4b0b-bb76-21c17610ab7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.322415133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"6ad40f97-9d72-4876-a04b-36bd0c07b12d","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.375879987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"701c20ca-1fea-4755-9e54-dbe5efa9e251","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.409145722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-test-group-auth","reconcileID":"3e9f0d77-e11f-43e8-bf29-dd85ec745ba2","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.463951595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-test-group-auth","reconcileID":"3e9f0d77-e11f-43e8-bf29-dd85ec745ba2","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.611368313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"cde76a47-973c-46c2-bb00-b788a82f14a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.611383327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"0bbd23d0-9b60-4b62-8953-1955cd495cb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.635827032Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-test-group-subscription","reconcileID":"21da3b66-2b39-408d-bb00-4912de4841fd","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-4ec609/e2e-test-group-subscription","ai-tenant-e2e-worker-w4-4ec609/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.666344801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"0bbd23d0-9b60-4b62-8953-1955cd495cb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.666456921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"cde76a47-973c-46c2-bb00-b788a82f14a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.795229676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"b31a7666-fd21-4028-8d11-9e68f9429378","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.815314046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-test-group-auth","reconcileID":"12bf3d9a-f5f1-4334-ae8e-95b1c4bff75a","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.835274014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"11a4fca5-e936-4ad6-9b50-32175ed21990","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.869783343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-test-group-auth","reconcileID":"12bf3d9a-f5f1-4334-ae8e-95b1c4bff75a","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.997848686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-test-group-subscription","reconcileID":"1d16d3f4-a5ba-4696-a9c7-1b5eacb0b0ac","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:21.160597786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"6e4de3d6-575b-4364-9a36-5b835cea428a","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:23.507306502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"fd75b46b-00eb-4411-a014-a13fcee9c2ad","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:23.669223007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"b652ae8f-be59-4d7d-a668-d92642850574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:23.669226971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-test-group-auth","reconcileID":"40a5e7fa-120e-4f73-b4fc-12b6d67465e8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:23.669777297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"5cd8cbf6-e162-42c8-95f9-c403ab842de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:23.723928335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"b652ae8f-be59-4d7d-a668-d92642850574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:23.724332501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"5cd8cbf6-e162-42c8-95f9-c403ab842de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:23.726233223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-test-group-auth","reconcileID":"40a5e7fa-120e-4f73-b4fc-12b6d67465e8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:32.393277406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"29a16ffa-a266-49b4-ae7b-7a4e25c74a49","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-fe49e7","tenantID":"e2e-shared-b-w3-fe49e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:32.506609215Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"29a16ffa-a266-49b4-ae7b-7a4e25c74a49","name":"e2e-shared-b-w3-fe49e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:33.668827123Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-test-group-subscription","reconcileID":"7d096357-2762-4789-9298-25ef621ea10e","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:33.874558704Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-test-group-subscription","reconcileID":"7d096357-2762-4789-9298-25ef621ea10e","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-4ec609/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:34.074685194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"826bfe57-4eae-472d-bd68-cebeac9331b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:34.087951216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"aa33b79f-3607-4e40-ae2c-37c3e789b836","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:34.238006763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"4dae9b2e-4bce-4bec-97b6-a2afade568cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:34.238257185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-test-group-auth","reconcileID":"ab4b17d2-df9e-4e41-b62f-64b0e053127e","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:34.238006796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"fefde75f-2279-4829-95fc-9c21d73e42c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:34.253870512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"edc8605f-c328-444d-b4b5-15e66d63154e","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:34.294437195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-test-group-auth","reconcileID":"ab4b17d2-df9e-4e41-b62f-64b0e053127e","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:34.294682896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"fefde75f-2279-4829-95fc-9c21d73e42c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:34.29664458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"4dae9b2e-4bce-4bec-97b6-a2afade568cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:34.496253821Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"e2e-test-group-auth","reconcileID":"0579c6eb-b858-4501-aa76-9bd1448e15ec","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:34.753399805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"e2886fd5-3dbd-464e-8a86-17dbebcc461d","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:40.82021774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea0212d9-4233-4ce9-a1ec-12c199ae7b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:40.869700249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea0212d9-4233-4ce9-a1ec-12c199ae7b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:40.918658758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea0212d9-4233-4ce9-a1ec-12c199ae7b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:40.967497788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea0212d9-4233-4ce9-a1ec-12c199ae7b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:41.384440095Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-4b0bf3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-4b0bf3","reconcileID":"024aff39-6595-4696-917b-92beed6b5094","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-4b0bf3","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-4b0bf3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:42.80782106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df25b628-28fe-47a9-8907-cec573971218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:42.856634664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df25b628-28fe-47a9-8907-cec573971218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:42.905574908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df25b628-28fe-47a9-8907-cec573971218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:42.954848094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df25b628-28fe-47a9-8907-cec573971218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:44.819971441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0039c140-a9cd-4148-92d8-c5c32161b0a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:44.868798103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0039c140-a9cd-4148-92d8-c5c32161b0a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:44.917776034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0039c140-a9cd-4148-92d8-c5c32161b0a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:44.966898574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0039c140-a9cd-4148-92d8-c5c32161b0a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:46.837806069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68bbc0b2-deec-4ea1-a570-9a7f69a93ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:46.901977838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68bbc0b2-deec-4ea1-a570-9a7f69a93ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:46.953217594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68bbc0b2-deec-4ea1-a570-9a7f69a93ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:47.003992521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68bbc0b2-deec-4ea1-a570-9a7f69a93ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:47.715427847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"6785c49d-2d63-4f16-a395-d31835d31a94","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-b37684","tenantID":"e2e-shared-b-w1-b37684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:47.831957856Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"6785c49d-2d63-4f16-a395-d31835d31a94","name":"e2e-shared-b-w1-b37684-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:48.895527132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97ef6d4-82da-4593-bc14-8686833b1275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:48.945223906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97ef6d4-82da-4593-bc14-8686833b1275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:49.003045893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97ef6d4-82da-4593-bc14-8686833b1275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:49.053098193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97ef6d4-82da-4593-bc14-8686833b1275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:49.235301507Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:50.872333851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c2e82b9-8fa2-4255-971d-c8764d8bafa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:50.921257533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c2e82b9-8fa2-4255-971d-c8764d8bafa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:50.9702267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c2e82b9-8fa2-4255-971d-c8764d8bafa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:51.019040218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c2e82b9-8fa2-4255-971d-c8764d8bafa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:52.834660061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9d2ad2-031d-4e5f-9988-54812d1690de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:52.884284346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9d2ad2-031d-4e5f-9988-54812d1690de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:52.933767245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9d2ad2-031d-4e5f-9988-54812d1690de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:52.983005805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9d2ad2-031d-4e5f-9988-54812d1690de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:54.810385372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74080232-95bb-4d3e-8a70-dc6917325558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:54.859329066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74080232-95bb-4d3e-8a70-dc6917325558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:54.908370484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74080232-95bb-4d3e-8a70-dc6917325558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:54.958705462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74080232-95bb-4d3e-8a70-dc6917325558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:56.816365143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5406082e-b7cd-402a-8089-0119b27f0051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:56.865368469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5406082e-b7cd-402a-8089-0119b27f0051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:56.914896079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5406082e-b7cd-402a-8089-0119b27f0051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:56.964053446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5406082e-b7cd-402a-8089-0119b27f0051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:58.877504647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03cb95b-1af3-41f3-b032-96ee09c966eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:58.939628191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03cb95b-1af3-41f3-b032-96ee09c966eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:58.994701384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03cb95b-1af3-41f3-b032-96ee09c966eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:59.043814476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03cb95b-1af3-41f3-b032-96ee09c966eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.880705957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84541e9c-eef3-4b96-8c60-258de18820ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.930551528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84541e9c-eef3-4b96-8c60-258de18820ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.979682803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84541e9c-eef3-4b96-8c60-258de18820ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:01.02881134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84541e9c-eef3-4b96-8c60-258de18820ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:02.874502169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8c305e-fb1d-44af-80c0-67efb1826996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:02.92466633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8c305e-fb1d-44af-80c0-67efb1826996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:02.974026164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8c305e-fb1d-44af-80c0-67efb1826996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:03.023257055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8c305e-fb1d-44af-80c0-67efb1826996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:03.072626389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"7bc025d9-ddc4-4030-9a66-c0a0ce87ecdc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-64120b","tenantID":"e2e-shared-b-w2-64120b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:03.186403992Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"7bc025d9-ddc4-4030-9a66-c0a0ce87ecdc","name":"e2e-shared-b-w2-64120b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:04.863802586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceb45dea-f652-4f5d-9dbf-4005edddb340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:04.922012581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceb45dea-f652-4f5d-9dbf-4005edddb340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:04.971774726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceb45dea-f652-4f5d-9dbf-4005edddb340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:05.020806267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceb45dea-f652-4f5d-9dbf-4005edddb340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:06.862897399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b181d1f-0be7-4573-84af-2e42076cf3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:06.911720652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b181d1f-0be7-4573-84af-2e42076cf3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:06.960791869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b181d1f-0be7-4573-84af-2e42076cf3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:07.00958297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b181d1f-0be7-4573-84af-2e42076cf3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:08.867062218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0cc30d-9fb0-41f9-bb8b-f1403eaa7a16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:08.915966297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0cc30d-9fb0-41f9-bb8b-f1403eaa7a16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:08.966188175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0cc30d-9fb0-41f9-bb8b-f1403eaa7a16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:09.014963568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0cc30d-9fb0-41f9-bb8b-f1403eaa7a16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:14.824523453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bd4818-8a34-4376-9b74-eb9ec669b65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:14.874206925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bd4818-8a34-4376-9b74-eb9ec669b65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:14.923837342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bd4818-8a34-4376-9b74-eb9ec669b65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:14.972915185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bd4818-8a34-4376-9b74-eb9ec669b65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:16.932690239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060be71e-3fa3-47ca-9ff5-4e5c8a036d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:16.981609504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060be71e-3fa3-47ca-9ff5-4e5c8a036d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:17.030735783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060be71e-3fa3-47ca-9ff5-4e5c8a036d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:17.07973474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060be71e-3fa3-47ca-9ff5-4e5c8a036d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:19.230313394Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:43.365598183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec639b6f-b68f-4ae8-a489-a712eca52b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:43.414562262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec639b6f-b68f-4ae8-a489-a712eca52b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:43.463432884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec639b6f-b68f-4ae8-a489-a712eca52b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:43.512896155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec639b6f-b68f-4ae8-a489-a712eca52b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:45.347341085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b2ad06d-7c5a-4e23-a691-fdf87903d275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:45.396942136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b2ad06d-7c5a-4e23-a691-fdf87903d275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:45.445769712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b2ad06d-7c5a-4e23-a691-fdf87903d275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:45.494549691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b2ad06d-7c5a-4e23-a691-fdf87903d275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:47.41157509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7531fba-39be-4820-b2f4-109be54555c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:47.467138179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7531fba-39be-4820-b2f4-109be54555c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:47.517506696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7531fba-39be-4820-b2f4-109be54555c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:47.573112246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7531fba-39be-4820-b2f4-109be54555c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:49.229782435Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:55.834668126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"f9cc1d96-9117-4d05-b969-185ea077ec9c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-4b0bf3","tenantID":"e2e-explicit-4b0bf3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:55.949071402Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"f9cc1d96-9117-4d05-b969-185ea077ec9c","name":"e2e-explicit-4b0bf3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:02.442526008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95c20a6-850f-478c-a1cd-a22280b31a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:02.491895748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95c20a6-850f-478c-a1cd-a22280b31a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:02.54153202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95c20a6-850f-478c-a1cd-a22280b31a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:02.590666715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95c20a6-850f-478c-a1cd-a22280b31a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:04.385468409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e65dc3-53cf-479f-8f82-0d41add1eae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:04.434488023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e65dc3-53cf-479f-8f82-0d41add1eae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:04.483549248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e65dc3-53cf-479f-8f82-0d41add1eae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:04.532272753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e65dc3-53cf-479f-8f82-0d41add1eae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:06.468177208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"049f07c3-ed66-4840-b07c-20bfd73ffdbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:06.523611957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"049f07c3-ed66-4840-b07c-20bfd73ffdbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:06.584563814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"049f07c3-ed66-4840-b07c-20bfd73ffdbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:06.633504756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"049f07c3-ed66-4840-b07c-20bfd73ffdbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:08.451562082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1403eb7b-61eb-4ffa-9818-df8d3ab4ccab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:08.500607517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1403eb7b-61eb-4ffa-9818-df8d3ab4ccab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:08.549566716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1403eb7b-61eb-4ffa-9818-df8d3ab4ccab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:08.599123687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1403eb7b-61eb-4ffa-9818-df8d3ab4ccab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.888044719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb52bbc8-b871-4bdf-ae65-6a96e0361fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.938218385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb52bbc8-b871-4bdf-ae65-6a96e0361fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.98799938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb52bbc8-b871-4bdf-ae65-6a96e0361fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:17.03752459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb52bbc8-b871-4bdf-ae65-6a96e0361fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:18.893538517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbcb240-02f8-4120-b93d-7a80200d65f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:18.943387624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbcb240-02f8-4120-b93d-7a80200d65f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:18.99421393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbcb240-02f8-4120-b93d-7a80200d65f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:19.047867349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbcb240-02f8-4120-b93d-7a80200d65f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:19.277690502Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:27.761436176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"37c9a0ac-cf14-42b8-8257-b8045628c276","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"tenant":"e2e-shared-a-w0-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:27.76147009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"37c9a0ac-cf14-42b8-8257-b8045628c276","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"routeName":"auth-test-model-547082-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-547082","llmisvcName":"auth-test-model-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:49.234757379Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:54.935841981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"ed63c41c-352f-4afc-b6ea-7f871104a1ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:55.0352766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"c59441d5-1b1b-4707-8cc3-7cd4ea2ff341","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:55.053154921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"237726d5-a7fc-40dc-8702-69a433e5c8ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:55.138186973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"199d1e15-46ef-4f05-8d2a-c225228d7cf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:55.288023482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"32f3189b-77e3-4b56-b5eb-105d756ca991","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:55.388583112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32aeb2ef-9f69-4528-bd3e-e078f6edfa8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:55.634846053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"158d9344-dcc1-46f8-83a4-6c040e0c41b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:55.811341364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"5865bdb6-2486-4281-8d47-6828307c6e02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:55.908257473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"1a94cd7e-d498-4a99-bc91-b27d766c5e12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:56.044842486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"16f20d62-0ebe-4d0a-ba9f-2ec226ed8bd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:56.152807063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"46727025-ee3c-46d4-811a-7d03bb4642e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:56.385313317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"217e7a80-bea0-4e7b-b3b8-b0eeb8583818","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:08.362881197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1042bc90-8ca9-48d4-9961-955c89dcda50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:08.411585307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1042bc90-8ca9-48d4-9961-955c89dcda50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:08.460469997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1042bc90-8ca9-48d4-9961-955c89dcda50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:08.509541071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1042bc90-8ca9-48d4-9961-955c89dcda50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:10.294556753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2aaf4f-9a9f-4be1-b544-a15efe624052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:10.343777306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2aaf4f-9a9f-4be1-b544-a15efe624052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:10.403063253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2aaf4f-9a9f-4be1-b544-a15efe624052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:10.45296301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2aaf4f-9a9f-4be1-b544-a15efe624052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:13.098411846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"3d85de4c-bb60-4d50-a9d5-22599ee16233","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:13.187939304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"3930a077-6573-4b6b-a728-d655a0630e44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:13.2676306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"043471b5-ed5a-4c4a-bd0f-f3c9bad4a8b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:13.437978386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"78832e6f-e34c-4510-b8a9-f08bf3d8caf1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:13.553787782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"81747b15-d866-4b1a-aac6-1070be353667","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:13.6537158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"08dee619-bb99-4cc2-8328-a369a7238cae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:13.668026981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"e881a1e7-9400-4548-be85-eeb230760320","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:13.853021408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08e3da7a-0d50-4c04-8f66-7e8e071d77b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:14.029155621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"89ac5d24-31ee-403a-82c6-b6de5aedcf9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:14.136149376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"a85dd9bd-16be-4611-9314-c4ea59e20b69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:14.313792133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"f174df70-10fc-4f96-b10b-1ae8a45a1909","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:14.427887283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"4d35acfd-c075-48fd-b7fa-ac0dc6e7b9e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:19.229248954Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:37.610980506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"166d9a3f-b3f1-40de-9f53-c5ec4e6a8d0f","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"tenant":"e2e-shared-a-w3-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:37.611009898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"166d9a3f-b3f1-40de-9f53-c5ec4e6a8d0f","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"routeName":"auth-test-model-487c5f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","llmisvcName":"auth-test-model-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:49.232824554Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:54.067678618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"b9cc1d7b-5aab-45fb-844e-132f8ed2ca3d","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"tenant":"e2e-shared-a-w1-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:54.067706782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"b9cc1d7b-5aab-45fb-844e-132f8ed2ca3d","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"routeName":"auth-test-model-cafbb2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","llmisvcName":"auth-test-model-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:54.359635383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"38293796-64a0-43ad-b90a-accebfe47675","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"tenant":"e2e-shared-a-w2-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:54.359662995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"38293796-64a0-43ad-b90a-accebfe47675","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"routeName":"auth-test-model-056a27-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-056a27","llmisvcName":"auth-test-model-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.641685943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-4b0bf3","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"explicit-model-4b0bf3","reconcileID":"5c611e19-14e0-4b38-b8a1-c7e48aab678b","MaaSModelRef":{"name":"explicit-model-4b0bf3","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"routeName":"explicit-model-4b0bf3-kserve-route","namespace":"ai-tenant-e2e-explicit-4b0bf3","llmisvcName":"explicit-model-4b0bf3","gateway":"openshift-ingress/e2e-explicit-4b0bf3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:19.230779084Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:32.928041617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"ddc04d13-3819-4bd8-92a4-26805dee49ae","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"tenant":"e2e-shared-b-w0-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:32.928069963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"ddc04d13-3819-4bd8-92a4-26805dee49ae","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"routeName":"auth-test-model-e4864d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","llmisvcName":"auth-test-model-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:34.422830091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f29133b-2798-4a89-ba0c-0fa278db4467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:34.471614808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f29133b-2798-4a89-ba0c-0fa278db4467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:34.521731974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f29133b-2798-4a89-ba0c-0fa278db4467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:34.573170291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f29133b-2798-4a89-ba0c-0fa278db4467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:36.381974594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b469de-c218-4f57-b0f3-ad1e9fea8bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:36.431276205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b469de-c218-4f57-b0f3-ad1e9fea8bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:36.480486096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b469de-c218-4f57-b0f3-ad1e9fea8bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:36.529752615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b469de-c218-4f57-b0f3-ad1e9fea8bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:38.375450974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f3e5df-9a29-4283-b278-20d182c8598e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:38.425554164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f3e5df-9a29-4283-b278-20d182c8598e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:38.474598526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f3e5df-9a29-4283-b278-20d182c8598e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:38.524323296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f3e5df-9a29-4283-b278-20d182c8598e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:38.566031124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"62ab73fc-69c9-4a45-b053-8a4ad850e3dc","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"tenant":"e2e-shared-a-w0-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:38.566054954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"62ab73fc-69c9-4a45-b053-8a4ad850e3dc","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"routeName":"auth-test-model-547082-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-547082","llmisvcName":"auth-test-model-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:38.618128604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"8848b07b-ff0e-40aa-8f23-15cbc88bcca3","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"tenant":"e2e-shared-a-w0-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:38.618146822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"8848b07b-ff0e-40aa-8f23-15cbc88bcca3","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"routeName":"auth-test-model-547082-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-547082","llmisvcName":"auth-test-model-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:38.728197771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"668495eb-7385-4236-a7de-1f2957d524a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:38.851203638Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"668495eb-7385-4236-a7de-1f2957d524a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"e2e-shared-a-w0-547082-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:38.904726904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-547082-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"668495eb-7385-4236-a7de-1f2957d524a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:38.95911406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"d0f49b9f-7bd0-43b7-8a5d-cb4f2434a3af","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"tenant":"e2e-shared-a-w0-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:38.959130804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"d0f49b9f-7bd0-43b7-8a5d-cb4f2434a3af","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"routeName":"auth-test-model-547082-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-547082","llmisvcName":"auth-test-model-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:49.062955429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"9c2ca51f-73bc-49a9-911b-2de174f704e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:49.117471708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"9c2ca51f-73bc-49a9-911b-2de174f704e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"e2e-shared-a-w0-547082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:49.170369211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-547082-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"9c2ca51f-73bc-49a9-911b-2de174f704e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:49.232004608Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:59.27106794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"ebe220d3-3e5e-49e3-ae75-2d1fc6847f5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:59.325815825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"ebe220d3-3e5e-49e3-ae75-2d1fc6847f5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"e2e-shared-a-w0-547082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:59.378743512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-547082-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"ebe220d3-3e5e-49e3-ae75-2d1fc6847f5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:09.477723986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"2ea9a69b-707d-4903-93f6-49fc3fae0744","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:09.533380762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"2ea9a69b-707d-4903-93f6-49fc3fae0744","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"e2e-shared-a-w0-547082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:09.586882738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-547082-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"2ea9a69b-707d-4903-93f6-49fc3fae0744","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:19.230227443Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:19.687085288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"284afc8b-48f7-4b02-9c7b-2f6a77bd7710","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:19.741619433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"284afc8b-48f7-4b02-9c7b-2f6a77bd7710","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"e2e-shared-a-w0-547082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:19.795240315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-547082-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"284afc8b-48f7-4b02-9c7b-2f6a77bd7710","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:20.831343662Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","namespace":"ai-tenant-e2e-explicit-4b0bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:20.831440334Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","namespace":"ai-tenant-e2e-explicit-4b0bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:20.831486322Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","tenant":"e2e-explicit-4b0bf3","tenantID":"e2e-explicit-4b0bf3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:20.885094144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"Deployment","name":"maas-api-e2e-explicit-4b0bf3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:20.95931018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"Service","name":"maas-api-e2e-explicit-4b0bf3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.020145422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-4b0bf3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.071405964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-4b0bf3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.12424939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-4b0bf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.180719432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-4b0bf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.23571819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-4b0bf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.287956561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-4b0bf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.336672177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"Deployment","name":"payload-processing-e2e-explicit-4b0bf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.38897208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-4b0bf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.43787494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"Service","name":"payload-processing-e2e-explicit-4b0bf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.488937966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"Service","name":"payload-pre-processing-e2e-explicit-4b0bf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.545587897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-4b0bf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.59543593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-4b0bf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.644473784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-4b0bf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.698374858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-4b0bf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.747270679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-4b0bf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.796471709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-4b0bf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.845637623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-4b0bf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:21.89476621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4b0bf3"},"namespace":"ai-tenant-e2e-explicit-4b0bf3","name":"default-tenant","reconcileID":"78a84b52-a8aa-49bd-8f8c-742cd0f3ad9b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-4b0bf3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:22.266624959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"9fa5ddb4-5875-46a3-a96d-094c9e9ead8a","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"tenant":"e2e-shared-b-w3-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:22.266649905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"9fa5ddb4-5875-46a3-a96d-094c9e9ead8a","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"routeName":"auth-test-model-fe49e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","llmisvcName":"auth-test-model-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:22.68426984Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-4b0bf3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-4b0bf3","reconcileID":"32bbacf8-ba0b-47a0-9b21-7e5280ba4317","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-4b0bf3","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-4b0bf3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:23.878399442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d63ca44-19a4-4bb8-9b60-69f395a47b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:23.927448792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d63ca44-19a4-4bb8-9b60-69f395a47b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:23.976385671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d63ca44-19a4-4bb8-9b60-69f395a47b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:24.025177936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d63ca44-19a4-4bb8-9b60-69f395a47b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:25.822754611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e85137f-2771-42b7-9553-029376558d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:25.872014793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e85137f-2771-42b7-9553-029376558d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:25.921407446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e85137f-2771-42b7-9553-029376558d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:25.970576052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e85137f-2771-42b7-9553-029376558d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:27.704528633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"cab748f0-7fad-4c8a-b826-edd9d5543294","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"tenant":"e2e-shared-a-w3-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:27.704550288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"cab748f0-7fad-4c8a-b826-edd9d5543294","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"routeName":"auth-test-model-487c5f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","llmisvcName":"auth-test-model-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:27.758245608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"c39223d9-89d3-4c94-89e9-334a578e7028","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"tenant":"e2e-shared-a-w3-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:27.75826775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"c39223d9-89d3-4c94-89e9-334a578e7028","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"routeName":"auth-test-model-487c5f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","llmisvcName":"auth-test-model-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:27.856233278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"7412c7f6-ab4f-4ca3-883b-2f939418b257","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-487c5f","tenantID":"e2e-shared-a-w3-487c5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:27.978886328Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"7412c7f6-ab4f-4ca3-883b-2f939418b257","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"e2e-shared-a-w3-487c5f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:28.032617823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-487c5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"7412c7f6-ab4f-4ca3-883b-2f939418b257","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:28.089716614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"c8f8c37b-f7d4-4655-9ff1-3de8986f1472","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"tenant":"e2e-shared-a-w3-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:28.089743116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"c8f8c37b-f7d4-4655-9ff1-3de8986f1472","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"routeName":"auth-test-model-487c5f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","llmisvcName":"auth-test-model-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:28.290070724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"03c16ae2-f65a-4e17-9c83-6dbd2bd0ea7d","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"tenant":"e2e-shared-b-w1-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:28.290098996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"03c16ae2-f65a-4e17-9c83-6dbd2bd0ea7d","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"routeName":"auth-test-model-b37684-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-b37684","llmisvcName":"auth-test-model-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:29.894692175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"f6dcd595-4f9f-4b2b-bfbc-4d05e6e565a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:29.949895207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"f6dcd595-4f9f-4b2b-bfbc-4d05e6e565a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"e2e-shared-a-w0-547082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:30.003015646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-547082-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (590934b278d9e3d200058906f0652c2f5bb0f4e8cf3ef636811a494e98bcd15f) AuthConfig (efee67e5dfb240ca7351c58fc1b835762feb4b1f16d2774f56295822294cbad7) AuthConfig (954b0b0c8fd2015c1ed64f9eb696064b810be21daff50966f20339a4f5542e11) AuthConfig (76287cb6823c9cb76d972add649ef285e94c3e97e5f54bd385e1a9a1caa31225) AuthConfig (7ca53b1e6406a0855d7df5d26d96bb15576afe5581cbb3300f03838f19723871) AuthConfig (a4ef804d8a4d088a0f2f5e858cccadf6aa9c9ca705914045efb383610683aabd) AuthConfig (27fbdb0db1d32ca80eb433b5abd0a5235cb5fc1d9f43458865fa16c3e6e48fd7) AuthConfig (0dbb6a704f4b8492fd0ca29db04cb3771dc3008a2ea28228b370cf2958870ac8) AuthConfig (d54d7fae98c7b8260f2c408f5e252c5e9071df89bab4d4c0781aec6295735a07) AuthConfig (ec875f5c8a603cf62e5abae12cd7df0df243eebed6e5d573364d4002f737d11f) AuthConfig (22e60b71850c21a2408e525e4795829091c60db9cb1bec1a2f56637d21c5318f) AuthConfig (11bd2fadeff577d3a641437ecce0de5f1a8029dd666bce2b71b2c3f6280ac731) AuthConfig (e2f7f8616f430cb17ecd42fbaef0dcaba72c51ac98aef7aa7e3b1ac5e8567e3e) AuthConfig (0ef6d438edf291e6b87414a45f7b810214cf54a7fba4dfa2e19129d213ab72e2) AuthConfig (da49624913aaa3f4f89e7d181858ba36cfadc92906995bb0a206a21917804773) AuthConfig (be1fc3c33f492d08ae7c6537ca37dfdd92828d5f9e664ec7a72f81da25c326c2) AuthConfig (ad533be097616dbd6c0124522afc339180f01889f65906125212ec039a93eb71) AuthConfig (434f620a5d37a6cd5526b7a35d76a3a840482b8d8215b9dcb4ce046f537477e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"f6dcd595-4f9f-4b2b-bfbc-4d05e6e565a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:30.060387748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"eab8e09a-4291-4c2b-b8dc-6b12e4a2297c","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"tenant":"e2e-shared-a-w0-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:30.06040721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"eab8e09a-4291-4c2b-b8dc-6b12e4a2297c","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"routeName":"auth-test-model-547082-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-547082","llmisvcName":"auth-test-model-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:33.803805603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"f71a408d-c2d6-47c9-9660-5d65f22739c5","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"tenant":"e2e-shared-a-w1-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:33.805724646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"f71a408d-c2d6-47c9-9660-5d65f22739c5","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"routeName":"auth-test-model-cafbb2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","llmisvcName":"auth-test-model-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:33.860284184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"117ab53e-8081-4a46-a74f-55a2ef733dce","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"tenant":"e2e-shared-a-w1-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:33.860307985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"117ab53e-8081-4a46-a74f-55a2ef733dce","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"routeName":"auth-test-model-cafbb2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","llmisvcName":"auth-test-model-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:33.960955763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"3c1a103c-5104-4348-88c2-5a56c8a6944a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-cafbb2","tenantID":"e2e-shared-a-w1-cafbb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:34.087591057Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"3c1a103c-5104-4348-88c2-5a56c8a6944a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"e2e-shared-a-w1-cafbb2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:34.140420435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-cafbb2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"3c1a103c-5104-4348-88c2-5a56c8a6944a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:34.193189772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"974a6550-39ce-4f75-8d8d-135233ba5fe5","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"tenant":"e2e-shared-a-w1-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:34.193209928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"974a6550-39ce-4f75-8d8d-135233ba5fe5","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"routeName":"auth-test-model-cafbb2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","llmisvcName":"auth-test-model-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:38.188842719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"a5882573-6d8d-4e72-b72c-6a7745f45984","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-487c5f","tenantID":"e2e-shared-a-w3-487c5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:38.243473425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"a5882573-6d8d-4e72-b72c-6a7745f45984","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"e2e-shared-a-w3-487c5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:38.296720587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-487c5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"a5882573-6d8d-4e72-b72c-6a7745f45984","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:40.160716925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"fa46c39a-6cd9-41f4-912e-d7cfcad0a19a","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:40.215977302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"fa46c39a-6cd9-41f4-912e-d7cfcad0a19a","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"e2e-shared-a-w0-547082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:40.26972821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-547082-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (590934b278d9e3d200058906f0652c2f5bb0f4e8cf3ef636811a494e98bcd15f) AuthConfig (efee67e5dfb240ca7351c58fc1b835762feb4b1f16d2774f56295822294cbad7) AuthConfig (954b0b0c8fd2015c1ed64f9eb696064b810be21daff50966f20339a4f5542e11) AuthConfig (76287cb6823c9cb76d972add649ef285e94c3e97e5f54bd385e1a9a1caa31225) AuthConfig (7ca53b1e6406a0855d7df5d26d96bb15576afe5581cbb3300f03838f19723871) AuthConfig (a4ef804d8a4d088a0f2f5e858cccadf6aa9c9ca705914045efb383610683aabd) AuthConfig (27fbdb0db1d32ca80eb433b5abd0a5235cb5fc1d9f43458865fa16c3e6e48fd7) AuthConfig (0dbb6a704f4b8492fd0ca29db04cb3771dc3008a2ea28228b370cf2958870ac8) AuthConfig (d54d7fae98c7b8260f2c408f5e252c5e9071df89bab4d4c0781aec6295735a07) AuthConfig (ec875f5c8a603cf62e5abae12cd7df0df243eebed6e5d573364d4002f737d11f) AuthConfig (22e60b71850c21a2408e525e4795829091c60db9cb1bec1a2f56637d21c5318f) AuthConfig (11bd2fadeff577d3a641437ecce0de5f1a8029dd666bce2b71b2c3f6280ac731) AuthConfig (e2f7f8616f430cb17ecd42fbaef0dcaba72c51ac98aef7aa7e3b1ac5e8567e3e) AuthConfig (0ef6d438edf291e6b87414a45f7b810214cf54a7fba4dfa2e19129d213ab72e2) AuthConfig (da49624913aaa3f4f89e7d181858ba36cfadc92906995bb0a206a21917804773) AuthConfig (be1fc3c33f492d08ae7c6537ca37dfdd92828d5f9e664ec7a72f81da25c326c2) AuthConfig (ad533be097616dbd6c0124522afc339180f01889f65906125212ec039a93eb71) AuthConfig (434f620a5d37a6cd5526b7a35d76a3a840482b8d8215b9dcb4ce046f537477e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"fa46c39a-6cd9-41f4-912e-d7cfcad0a19a","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:44.292050426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"e2ddfc23-9d86-4001-b409-ec2b4f8c2692","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-cafbb2","tenantID":"e2e-shared-a-w1-cafbb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:44.346580032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"e2ddfc23-9d86-4001-b409-ec2b4f8c2692","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"e2e-shared-a-w1-cafbb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:44.39980509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-cafbb2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"e2ddfc23-9d86-4001-b409-ec2b4f8c2692","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:48.397948711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"3f797c33-1a11-48ab-9e6d-82c96e90e0ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-487c5f","tenantID":"e2e-shared-a-w3-487c5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:48.455712464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"3f797c33-1a11-48ab-9e6d-82c96e90e0ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"e2e-shared-a-w3-487c5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:48.509561848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-487c5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"3f797c33-1a11-48ab-9e6d-82c96e90e0ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:49.229217991Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:50.372582824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"c1884797-27b4-48b3-95c2-5b6a9f0aa8b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:50.42668123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"c1884797-27b4-48b3-95c2-5b6a9f0aa8b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"e2e-shared-a-w0-547082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:50.480091622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-547082-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (590934b278d9e3d200058906f0652c2f5bb0f4e8cf3ef636811a494e98bcd15f) AuthConfig (efee67e5dfb240ca7351c58fc1b835762feb4b1f16d2774f56295822294cbad7) AuthConfig (954b0b0c8fd2015c1ed64f9eb696064b810be21daff50966f20339a4f5542e11) AuthConfig (76287cb6823c9cb76d972add649ef285e94c3e97e5f54bd385e1a9a1caa31225) AuthConfig (7ca53b1e6406a0855d7df5d26d96bb15576afe5581cbb3300f03838f19723871) AuthConfig (a4ef804d8a4d088a0f2f5e858cccadf6aa9c9ca705914045efb383610683aabd) AuthConfig (27fbdb0db1d32ca80eb433b5abd0a5235cb5fc1d9f43458865fa16c3e6e48fd7) AuthConfig (0dbb6a704f4b8492fd0ca29db04cb3771dc3008a2ea28228b370cf2958870ac8) AuthConfig (d54d7fae98c7b8260f2c408f5e252c5e9071df89bab4d4c0781aec6295735a07) AuthConfig (ec875f5c8a603cf62e5abae12cd7df0df243eebed6e5d573364d4002f737d11f) AuthConfig (22e60b71850c21a2408e525e4795829091c60db9cb1bec1a2f56637d21c5318f) AuthConfig (11bd2fadeff577d3a641437ecce0de5f1a8029dd666bce2b71b2c3f6280ac731) AuthConfig (e2f7f8616f430cb17ecd42fbaef0dcaba72c51ac98aef7aa7e3b1ac5e8567e3e) AuthConfig (0ef6d438edf291e6b87414a45f7b810214cf54a7fba4dfa2e19129d213ab72e2) AuthConfig (da49624913aaa3f4f89e7d181858ba36cfadc92906995bb0a206a21917804773) AuthConfig (be1fc3c33f492d08ae7c6537ca37dfdd92828d5f9e664ec7a72f81da25c326c2) AuthConfig (ad533be097616dbd6c0124522afc339180f01889f65906125212ec039a93eb71) AuthConfig (434f620a5d37a6cd5526b7a35d76a3a840482b8d8215b9dcb4ce046f537477e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"c1884797-27b4-48b3-95c2-5b6a9f0aa8b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:54.499392529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"f1294507-f6d8-45bc-8d07-976a5b72cf48","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-cafbb2","tenantID":"e2e-shared-a-w1-cafbb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:54.553896471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"f1294507-f6d8-45bc-8d07-976a5b72cf48","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"e2e-shared-a-w1-cafbb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:54.606823302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-cafbb2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3beb67ea5f2ee04c9eef48867267b1fe56cd479545cfd80fc990f2b1ed74f923) AuthConfig (33c31f641d0eab0a7c00deda017e69ce77d527b9515224f656afbdac0c12fae8) AuthConfig (0257d455eb0fda264764176191c536d0e5b2a1b7549ef519bfadbc9acc88fa5b) AuthConfig (de7904d53eabf2c7acded59a65ddae55d72e28babee4ff251c7a96a7da2f438e) AuthConfig (28a91fbed9823194c9513be0c3668ecb1bec005ce9f384506a261b97b6c64238) AuthConfig (2fcd554a7f77ef72affcc9439937ff8ad783959e85c1e7279fab4a738a07977d) AuthConfig (914a8993989e7643faf88c6e041896e1b8a62c720e7d53a1b917206ae77561d3) AuthConfig (ee07b320eb8687b6f995cd8a1fc7f6f8fd0899d9542da18b1f02bcbb0f1486bd) AuthConfig (49493344bd5734224b9f8f588ba3728589d461f416564ec61baf45eb84731794) AuthConfig (ede162efbee83b2e8a37c8191757df4c8a75bfd7a7e6c60a7ebc0138b9faa48e) AuthConfig (ac58b41d78cd7afa9669dcf2656cda854c54ff3c58f6e9f43920722e904aa880) AuthConfig (193e146a35595be1d3de19cfa6a8607009837c8615beb46ff871703ec146cc24) AuthConfig (a6311ba801e6d7357a7870f8d928050e277bd5af57d57643d6a74eec710ac231) AuthConfig (5a5b0313f26413d9de4cd0b1de57a90bcbabf6e84c534fdcc89e792d71f929fc) AuthConfig (108a579cd653528795c6ddb017f1980a6ba37d1a7a5fa1a19ccdf4a1b2b7ceec) AuthConfig (068753df92d9cf9a2d6f5afb1a5f1ef846ec9608d007ecf0686b106337565ac1) AuthConfig (18186a880cc003bbe48085d3677810bc2d9f903ddc7dabf156b8101f9a0db7af) AuthConfig (982a50b985b6b3979532e38b9eb1f942f8c159e618cd396c6bef998a7382b7a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"f1294507-f6d8-45bc-8d07-976a5b72cf48","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:54.66195207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"ac39993b-c01f-4832-a6f5-1cef668d3f9c","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"tenant":"e2e-shared-a-w1-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:54.661972921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"ac39993b-c01f-4832-a6f5-1cef668d3f9c","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"routeName":"auth-test-model-cafbb2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","llmisvcName":"auth-test-model-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:58.61091389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"b9e15314-d71a-4ab1-ad12-9f7baf3ca23f","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-487c5f","tenantID":"e2e-shared-a-w3-487c5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:58.665529744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"b9e15314-d71a-4ab1-ad12-9f7baf3ca23f","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"e2e-shared-a-w3-487c5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:58.718722511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-487c5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ed080a237f69aaf58f0a48b0659e8d95b0cf1fb8991b10a1db051f8708ef1af) AuthConfig (83f4f877c157461759a09acee50ecd7edaa2c24dbf19b577193a00e6b766b371) AuthConfig (47eedf357299deca2423f9c63267b44c4cef180ff91b61721e01bd9bb08f67c6) AuthConfig (7e204e75f2db4b632c6a9d2e091014930c63c8b7bcbde40b310c5c6af733a016) AuthConfig (47cd56aad88e6aac41f91fe60896c754c0bfa302c224b8f4fb5101e9a9f3da3c) AuthConfig (d51fc19a363fedd33a845cfbc0941469d770ff804524d78747ceaf9aca9ed73e) AuthConfig (308d5f10149b507786fc34aa2a12c4ffe5902d5d833034baa02a724957629ba9) AuthConfig (7fa5f8a30f3b0b257a7c7b1de89fe65e6d262cce62ef43df4881146dc8a9b23a) AuthConfig (e092795bc513e0feb3f2c1ad15a5958224dcdf520f8164b5b48b8013c1d7242a) AuthConfig (82aee45d8128f5a2e83010993eb8d6975f722e4707cb150e9985b1ebdcea426d) AuthConfig (41c48d58a3602d548b2e0c58cb77c3041f174a3ea9c088aaddc2bd641c759b4a) AuthConfig (7efb028eec286d75bfd1493ba6edcc5e5512d4e0a62e72ceca26ed83ce661b62) AuthConfig (c8caad7d327c1a451631f8c5700a3bc52b5da830f70d8559c9bcbb30b2f7db94) AuthConfig (30b051eb74c913b40d19eb5353f3423d052f7ece6a5bd4ccd8a950dab750a966) AuthConfig (902b32c1fdf19677762e85c13429dea29e52f6ae010d1d052c57977e75395844) AuthConfig (dbdf84715a2d14db9c11b5bd6f340658e2d4ac179f4ec54d601af7f8c3cf5866) AuthConfig (61f70181cc7b48c81ded82487eb9b6bbd96ff3e02ad735273bcafba067edf12d) AuthConfig (6565d908f13df6082a064f48b7d44495f0f982f23554037be035514c211cae25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"b9e15314-d71a-4ab1-ad12-9f7baf3ca23f","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:58.774197665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"8c2cd8cb-050b-475d-97b8-970692273f0e","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"tenant":"e2e-shared-a-w3-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:58.774216198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"8c2cd8cb-050b-475d-97b8-970692273f0e","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"routeName":"auth-test-model-487c5f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","llmisvcName":"auth-test-model-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:00.580624619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"a4d719d6-68a2-4122-841f-a0e3d19d70b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:00.635684389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"a4d719d6-68a2-4122-841f-a0e3d19d70b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"e2e-shared-a-w0-547082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:00.941891067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"c34f8faa-7bfe-40ce-bd83-43c8cdf31fbd","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"tenant":"e2e-shared-a-w0-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:00.941911422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"c34f8faa-7bfe-40ce-bd83-43c8cdf31fbd","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"routeName":"auth-test-model-547082-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-547082","llmisvcName":"auth-test-model-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:01.584780262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"08a80cda-7b12-4008-a6e8-bef4b6f99e38","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"tenant":"e2e-shared-a-w0-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:01.584802953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"08a80cda-7b12-4008-a6e8-bef4b6f99e38","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"routeName":"auth-test-model-547082-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-547082","llmisvcName":"auth-test-model-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:01.642638417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"c7d852c0-f22c-4154-8e4f-d21f25c8de75","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"tenant":"e2e-shared-a-w0-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:01.642656084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"c7d852c0-f22c-4154-8e4f-d21f25c8de75","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"routeName":"auth-test-model-547082-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-547082","llmisvcName":"auth-test-model-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:01.683958409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"be5eab52-9693-4022-9481-4970704e02ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:01.690538812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"9ee0ecfd-a7e9-4b07-a1d9-9dfc16caa5c4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-2c0376\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:01.693660599Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"c7d852c0-f22c-4154-8e4f-d21f25c8de75","name":"auth-test-model-547082","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-547082\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:01.693715988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"c7d852c0-f22c-4154-8e4f-d21f25c8de75","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-547082\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:01.699122052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"89672959-ce01-47a9-946b-16d2afce3021","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"tenant":"e2e-shared-a-w0-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:01.699141824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"89672959-ce01-47a9-946b-16d2afce3021","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"routeName":"auth-test-model-547082-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-547082","llmisvcName":"auth-test-model-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:01.738566386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"be5eab52-9693-4022-9481-4970704e02ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"e2e-shared-a-w0-547082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:01.796467743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"1ea6fcf6-c2dd-4068-aa6a-f141fb9464d8","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"tenant":"e2e-shared-a-w0-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:01.796486881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"1ea6fcf6-c2dd-4068-aa6a-f141fb9464d8","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"routeName":"auth-test-model-547082-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-547082","llmisvcName":"auth-test-model-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:01.851788299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"5dcaa6c8-8a74-40a7-8b5a-8b1c6f3849aa","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"tenant":"e2e-shared-a-w0-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:01.851807541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"5dcaa6c8-8a74-40a7-8b5a-8b1c6f3849aa","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"routeName":"auth-test-model-547082-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-547082","llmisvcName":"auth-test-model-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:02.03655145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"dc058d84-0cb1-4844-8637-c7a7a7511302","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:02.063572648Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"af94240f-58b3-4be1-a91b-d67eae4fe1af","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"maas-trlp-auth-test-model-547082","model":"auth-test-model-547082","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-547082/e2e-auth-iso-2c0376"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:02.096034103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"dc058d84-0cb1-4844-8637-c7a7a7511302","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"e2e-shared-a-w0-547082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:02.220626921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"96234893-66c6-4902-965c-0c09c104ff19","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"tenant":"e2e-shared-a-w0-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:02.220647582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"96234893-66c6-4902-965c-0c09c104ff19","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"routeName":"auth-test-model-547082-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-547082","llmisvcName":"auth-test-model-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:02.417511392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"7d65bf14-7821-4658-912e-503581964377","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"maas-trlp-auth-test-model-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:04.76152887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"d043004f-b826-4ba8-a2c0-cf4ad8624287","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-cafbb2","tenantID":"e2e-shared-a-w1-cafbb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:04.816188595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"d043004f-b826-4ba8-a2c0-cf4ad8624287","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"e2e-shared-a-w1-cafbb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:04.869391023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-cafbb2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3beb67ea5f2ee04c9eef48867267b1fe56cd479545cfd80fc990f2b1ed74f923) AuthConfig (33c31f641d0eab0a7c00deda017e69ce77d527b9515224f656afbdac0c12fae8) AuthConfig (0257d455eb0fda264764176191c536d0e5b2a1b7549ef519bfadbc9acc88fa5b) AuthConfig (de7904d53eabf2c7acded59a65ddae55d72e28babee4ff251c7a96a7da2f438e) AuthConfig (28a91fbed9823194c9513be0c3668ecb1bec005ce9f384506a261b97b6c64238) AuthConfig (2fcd554a7f77ef72affcc9439937ff8ad783959e85c1e7279fab4a738a07977d) AuthConfig (914a8993989e7643faf88c6e041896e1b8a62c720e7d53a1b917206ae77561d3) AuthConfig (ee07b320eb8687b6f995cd8a1fc7f6f8fd0899d9542da18b1f02bcbb0f1486bd) AuthConfig (49493344bd5734224b9f8f588ba3728589d461f416564ec61baf45eb84731794) AuthConfig (ede162efbee83b2e8a37c8191757df4c8a75bfd7a7e6c60a7ebc0138b9faa48e) AuthConfig (ac58b41d78cd7afa9669dcf2656cda854c54ff3c58f6e9f43920722e904aa880) AuthConfig (193e146a35595be1d3de19cfa6a8607009837c8615beb46ff871703ec146cc24) AuthConfig (a6311ba801e6d7357a7870f8d928050e277bd5af57d57643d6a74eec710ac231) AuthConfig (5a5b0313f26413d9de4cd0b1de57a90bcbabf6e84c534fdcc89e792d71f929fc) AuthConfig (108a579cd653528795c6ddb017f1980a6ba37d1a7a5fa1a19ccdf4a1b2b7ceec) AuthConfig (068753df92d9cf9a2d6f5afb1a5f1ef846ec9608d007ecf0686b106337565ac1) AuthConfig (18186a880cc003bbe48085d3677810bc2d9f903ddc7dabf156b8101f9a0db7af) AuthConfig (982a50b985b6b3979532e38b9eb1f942f8c159e618cd396c6bef998a7382b7a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"d043004f-b826-4ba8-a2c0-cf4ad8624287","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:08.872578873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"23c2a07b-ca07-4c66-aec4-55440aa2037d","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-487c5f","tenantID":"e2e-shared-a-w3-487c5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:08.927707544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"23c2a07b-ca07-4c66-aec4-55440aa2037d","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"e2e-shared-a-w3-487c5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:08.98050874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-487c5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ed080a237f69aaf58f0a48b0659e8d95b0cf1fb8991b10a1db051f8708ef1af) AuthConfig (83f4f877c157461759a09acee50ecd7edaa2c24dbf19b577193a00e6b766b371) AuthConfig (47eedf357299deca2423f9c63267b44c4cef180ff91b61721e01bd9bb08f67c6) AuthConfig (7e204e75f2db4b632c6a9d2e091014930c63c8b7bcbde40b310c5c6af733a016) AuthConfig (47cd56aad88e6aac41f91fe60896c754c0bfa302c224b8f4fb5101e9a9f3da3c) AuthConfig (d51fc19a363fedd33a845cfbc0941469d770ff804524d78747ceaf9aca9ed73e) AuthConfig (308d5f10149b507786fc34aa2a12c4ffe5902d5d833034baa02a724957629ba9) AuthConfig (7fa5f8a30f3b0b257a7c7b1de89fe65e6d262cce62ef43df4881146dc8a9b23a) AuthConfig (e092795bc513e0feb3f2c1ad15a5958224dcdf520f8164b5b48b8013c1d7242a) AuthConfig (82aee45d8128f5a2e83010993eb8d6975f722e4707cb150e9985b1ebdcea426d) AuthConfig (41c48d58a3602d548b2e0c58cb77c3041f174a3ea9c088aaddc2bd641c759b4a) AuthConfig (7efb028eec286d75bfd1493ba6edcc5e5512d4e0a62e72ceca26ed83ce661b62) AuthConfig (c8caad7d327c1a451631f8c5700a3bc52b5da830f70d8559c9bcbb30b2f7db94) AuthConfig (30b051eb74c913b40d19eb5353f3423d052f7ece6a5bd4ccd8a950dab750a966) AuthConfig (902b32c1fdf19677762e85c13429dea29e52f6ae010d1d052c57977e75395844) AuthConfig (dbdf84715a2d14db9c11b5bd6f340658e2d4ac179f4ec54d601af7f8c3cf5866) AuthConfig (61f70181cc7b48c81ded82487eb9b6bbd96ff3e02ad735273bcafba067edf12d) AuthConfig (6565d908f13df6082a064f48b7d44495f0f982f23554037be035514c211cae25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"23c2a07b-ca07-4c66-aec4-55440aa2037d","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:14.969451969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"000c057d-f2da-4d50-8d8f-7f5b3811f45f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-cafbb2","tenantID":"e2e-shared-a-w1-cafbb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:15.024178066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"000c057d-f2da-4d50-8d8f-7f5b3811f45f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"e2e-shared-a-w1-cafbb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:15.077871936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-cafbb2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3beb67ea5f2ee04c9eef48867267b1fe56cd479545cfd80fc990f2b1ed74f923) AuthConfig (33c31f641d0eab0a7c00deda017e69ce77d527b9515224f656afbdac0c12fae8) AuthConfig (0257d455eb0fda264764176191c536d0e5b2a1b7549ef519bfadbc9acc88fa5b) AuthConfig (de7904d53eabf2c7acded59a65ddae55d72e28babee4ff251c7a96a7da2f438e) AuthConfig (28a91fbed9823194c9513be0c3668ecb1bec005ce9f384506a261b97b6c64238) AuthConfig (2fcd554a7f77ef72affcc9439937ff8ad783959e85c1e7279fab4a738a07977d) AuthConfig (914a8993989e7643faf88c6e041896e1b8a62c720e7d53a1b917206ae77561d3) AuthConfig (ee07b320eb8687b6f995cd8a1fc7f6f8fd0899d9542da18b1f02bcbb0f1486bd) AuthConfig (49493344bd5734224b9f8f588ba3728589d461f416564ec61baf45eb84731794) AuthConfig (ede162efbee83b2e8a37c8191757df4c8a75bfd7a7e6c60a7ebc0138b9faa48e) AuthConfig (ac58b41d78cd7afa9669dcf2656cda854c54ff3c58f6e9f43920722e904aa880) AuthConfig (193e146a35595be1d3de19cfa6a8607009837c8615beb46ff871703ec146cc24) AuthConfig (a6311ba801e6d7357a7870f8d928050e277bd5af57d57643d6a74eec710ac231) AuthConfig (5a5b0313f26413d9de4cd0b1de57a90bcbabf6e84c534fdcc89e792d71f929fc) AuthConfig (108a579cd653528795c6ddb017f1980a6ba37d1a7a5fa1a19ccdf4a1b2b7ceec) AuthConfig (068753df92d9cf9a2d6f5afb1a5f1ef846ec9608d007ecf0686b106337565ac1) AuthConfig (18186a880cc003bbe48085d3677810bc2d9f903ddc7dabf156b8101f9a0db7af) AuthConfig (982a50b985b6b3979532e38b9eb1f942f8c159e618cd396c6bef998a7382b7a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"000c057d-f2da-4d50-8d8f-7f5b3811f45f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:19.07977621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"5178254d-df53-4339-bda7-3c8e6690ccb4","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-487c5f","tenantID":"e2e-shared-a-w3-487c5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:19.134566971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"5178254d-df53-4339-bda7-3c8e6690ccb4","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"e2e-shared-a-w3-487c5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:19.188016421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-487c5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ed080a237f69aaf58f0a48b0659e8d95b0cf1fb8991b10a1db051f8708ef1af) AuthConfig (83f4f877c157461759a09acee50ecd7edaa2c24dbf19b577193a00e6b766b371) AuthConfig (47eedf357299deca2423f9c63267b44c4cef180ff91b61721e01bd9bb08f67c6) AuthConfig (7e204e75f2db4b632c6a9d2e091014930c63c8b7bcbde40b310c5c6af733a016) AuthConfig (47cd56aad88e6aac41f91fe60896c754c0bfa302c224b8f4fb5101e9a9f3da3c) AuthConfig (d51fc19a363fedd33a845cfbc0941469d770ff804524d78747ceaf9aca9ed73e) AuthConfig (308d5f10149b507786fc34aa2a12c4ffe5902d5d833034baa02a724957629ba9) AuthConfig (7fa5f8a30f3b0b257a7c7b1de89fe65e6d262cce62ef43df4881146dc8a9b23a) AuthConfig (e092795bc513e0feb3f2c1ad15a5958224dcdf520f8164b5b48b8013c1d7242a) AuthConfig (82aee45d8128f5a2e83010993eb8d6975f722e4707cb150e9985b1ebdcea426d) AuthConfig (41c48d58a3602d548b2e0c58cb77c3041f174a3ea9c088aaddc2bd641c759b4a) AuthConfig (7efb028eec286d75bfd1493ba6edcc5e5512d4e0a62e72ceca26ed83ce661b62) AuthConfig (c8caad7d327c1a451631f8c5700a3bc52b5da830f70d8559c9bcbb30b2f7db94) AuthConfig (30b051eb74c913b40d19eb5353f3423d052f7ece6a5bd4ccd8a950dab750a966) AuthConfig (902b32c1fdf19677762e85c13429dea29e52f6ae010d1d052c57977e75395844) AuthConfig (dbdf84715a2d14db9c11b5bd6f340658e2d4ac179f4ec54d601af7f8c3cf5866) AuthConfig (61f70181cc7b48c81ded82487eb9b6bbd96ff3e02ad735273bcafba067edf12d) AuthConfig (6565d908f13df6082a064f48b7d44495f0f982f23554037be035514c211cae25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"5178254d-df53-4339-bda7-3c8e6690ccb4","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:19.233982941Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:25.187322035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"8e4123a5-69a6-42ae-be86-b5c6d11f04e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-cafbb2","tenantID":"e2e-shared-a-w1-cafbb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:25.241757871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"8e4123a5-69a6-42ae-be86-b5c6d11f04e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"e2e-shared-a-w1-cafbb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:25.268827107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"af6fb540-a607-43b0-84cc-1b6316931baf","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"tenant":"e2e-shared-b-w2-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:25.268844816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"af6fb540-a607-43b0-84cc-1b6316931baf","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"routeName":"auth-test-model-64120b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-64120b","llmisvcName":"auth-test-model-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:25.298320901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-cafbb2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3beb67ea5f2ee04c9eef48867267b1fe56cd479545cfd80fc990f2b1ed74f923) AuthConfig (33c31f641d0eab0a7c00deda017e69ce77d527b9515224f656afbdac0c12fae8) AuthConfig (0257d455eb0fda264764176191c536d0e5b2a1b7549ef519bfadbc9acc88fa5b) AuthConfig (de7904d53eabf2c7acded59a65ddae55d72e28babee4ff251c7a96a7da2f438e) AuthConfig (28a91fbed9823194c9513be0c3668ecb1bec005ce9f384506a261b97b6c64238) AuthConfig (2fcd554a7f77ef72affcc9439937ff8ad783959e85c1e7279fab4a738a07977d) AuthConfig (914a8993989e7643faf88c6e041896e1b8a62c720e7d53a1b917206ae77561d3) AuthConfig (ee07b320eb8687b6f995cd8a1fc7f6f8fd0899d9542da18b1f02bcbb0f1486bd) AuthConfig (49493344bd5734224b9f8f588ba3728589d461f416564ec61baf45eb84731794) AuthConfig (ede162efbee83b2e8a37c8191757df4c8a75bfd7a7e6c60a7ebc0138b9faa48e) AuthConfig (ac58b41d78cd7afa9669dcf2656cda854c54ff3c58f6e9f43920722e904aa880) AuthConfig (193e146a35595be1d3de19cfa6a8607009837c8615beb46ff871703ec146cc24) AuthConfig (a6311ba801e6d7357a7870f8d928050e277bd5af57d57643d6a74eec710ac231) AuthConfig (5a5b0313f26413d9de4cd0b1de57a90bcbabf6e84c534fdcc89e792d71f929fc) AuthConfig (108a579cd653528795c6ddb017f1980a6ba37d1a7a5fa1a19ccdf4a1b2b7ceec) AuthConfig (068753df92d9cf9a2d6f5afb1a5f1ef846ec9608d007ecf0686b106337565ac1) AuthConfig (18186a880cc003bbe48085d3677810bc2d9f903ddc7dabf156b8101f9a0db7af) AuthConfig (982a50b985b6b3979532e38b9eb1f942f8c159e618cd396c6bef998a7382b7a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"8e4123a5-69a6-42ae-be86-b5c6d11f04e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:26.682052294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"4fa5cebc-a335-4603-b858-ccce4042451e","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"maas-trlp-auth-test-model-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:26.84188188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"365a2a32-caf5-4dd2-87a7-e318e4fff53a","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"tenant":"e2e-shared-a-w0-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:26.841903378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"365a2a32-caf5-4dd2-87a7-e318e4fff53a","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"routeName":"auth-test-model-547082-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-547082","llmisvcName":"auth-test-model-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:28.161928099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"80b4888a-6810-403b-8344-176c6f01a4a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:28.218041403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"80b4888a-6810-403b-8344-176c6f01a4a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"e2e-shared-a-w0-547082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:28.864114951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"7886f006-7207-4ede-a3c1-d52fa72c27b3","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"tenant":"e2e-shared-b-w0-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:28.864135691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"7886f006-7207-4ede-a3c1-d52fa72c27b3","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"routeName":"auth-test-model-e4864d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","llmisvcName":"auth-test-model-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:28.918670002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"e40f74bd-f1de-4467-9525-1e20003c09a1","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"tenant":"e2e-shared-b-w0-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:28.918687271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"e40f74bd-f1de-4467-9525-1e20003c09a1","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"routeName":"auth-test-model-e4864d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","llmisvcName":"auth-test-model-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:29.018224831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"bc38553c-96b1-49b1-a525-9848ed2cc3c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-e4864d","tenantID":"e2e-shared-b-w0-e4864d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:29.143497972Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"bc38553c-96b1-49b1-a525-9848ed2cc3c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"e2e-shared-b-w0-e4864d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:29.196517034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-e4864d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"bc38553c-96b1-49b1-a525-9848ed2cc3c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:29.250909591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"f8671c60-4f49-45ed-bd01-afca430c6694","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"tenant":"e2e-shared-b-w0-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:29.250929231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"f8671c60-4f49-45ed-bd01-afca430c6694","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"routeName":"auth-test-model-e4864d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","llmisvcName":"auth-test-model-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:29.287184982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"5999d8ad-7f2d-44ff-a166-30f455bc2f63","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-487c5f","tenantID":"e2e-shared-a-w3-487c5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:29.3428628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"5999d8ad-7f2d-44ff-a166-30f455bc2f63","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"e2e-shared-a-w3-487c5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:29.648462696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"47e00057-8e9f-4264-8689-9de498676880","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"tenant":"e2e-shared-a-w3-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:29.648480712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"47e00057-8e9f-4264-8689-9de498676880","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"routeName":"auth-test-model-487c5f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","llmisvcName":"auth-test-model-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:30.715083819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"dcedbe1f-085b-4058-b8ad-17fbb6fac9e4","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"tenant":"e2e-shared-a-w2-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:30.715104525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"dcedbe1f-085b-4058-b8ad-17fbb6fac9e4","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"routeName":"auth-test-model-056a27-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-056a27","llmisvcName":"auth-test-model-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:30.769274142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"e15b6ba9-3719-41aa-a5e3-55a672671631","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"tenant":"e2e-shared-a-w2-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:30.769294133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"e15b6ba9-3719-41aa-a5e3-55a672671631","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"routeName":"auth-test-model-056a27-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-056a27","llmisvcName":"auth-test-model-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:30.867206616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"dcd3597d-a5ae-4331-bdff-8a7949867e8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-056a27","tenantID":"e2e-shared-a-w2-056a27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:30.989273061Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"dcd3597d-a5ae-4331-bdff-8a7949867e8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"e2e-shared-a-w2-056a27-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:31.042034765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-056a27-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"dcd3597d-a5ae-4331-bdff-8a7949867e8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:31.096470413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"46cc7dd7-24db-4a1e-b174-c370721f9e87","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"tenant":"e2e-shared-a-w2-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:31.096487392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"46cc7dd7-24db-4a1e-b174-c370721f9e87","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"routeName":"auth-test-model-056a27-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-056a27","llmisvcName":"auth-test-model-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:31.745455473Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"8b3aa7ba-70ae-4eb9-a00d-f9daa6976767","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:31.798029741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"8b3aa7ba-70ae-4eb9-a00d-f9daa6976767","error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:31.803431564Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"8cba347b-2155-4579-90c9-9b13c48b120c","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:31.803487103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"8cba347b-2155-4579-90c9-9b13c48b120c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:31.814691922Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"16c69c87-2811-4015-9efe-e7162a558c82","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:31.814752852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"16c69c87-2811-4015-9efe-e7162a558c82","error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:31.83547201Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"a0ef6b91-9941-4049-9123-6055f33fae9e","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:31.835526813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"a0ef6b91-9941-4049-9123-6055f33fae9e","error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:31.878848274Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"b47f2c53-1b8c-4d8b-ad8d-028781e312f8","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:31.881498965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"b47f2c53-1b8c-4d8b-ad8d-028781e312f8","error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:31.961917603Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"6ff26bcb-e08b-4917-bbf3-3f63cb8d941b","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:31.961982193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"6ff26bcb-e08b-4917-bbf3-3f63cb8d941b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:32.122928058Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"c2796c3a-9cb4-4152-9e71-3ab47b938e5b","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:32.122992278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"c2796c3a-9cb4-4152-9e71-3ab47b938e5b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:32.443962997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"5716cd18-3348-4741-b5e4-0b2c92569309","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:32.444023981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"5716cd18-3348-4741-b5e4-0b2c92569309","error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:33.086764355Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"f35387bf-2736-4de6-8fcb-004010f9de20","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:33.08685224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"f35387bf-2736-4de6-8fcb-004010f9de20","error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:34.368106642Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"75aa37f9-1888-4508-b1d8-d3178aab7d89","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:34.368170476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"75aa37f9-1888-4508-b1d8-d3178aab7d89","error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.184156679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"7a543049-d471-4577-a29b-52ce28ff3288","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"tenant":"e2e-shared-a-w3-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.184178172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"7a543049-d471-4577-a29b-52ce28ff3288","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"routeName":"auth-test-model-487c5f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","llmisvcName":"auth-test-model-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.243770847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"f1540485-144f-4abb-b999-a07fe47502c8","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"tenant":"e2e-shared-a-w3-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.243788878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"f1540485-144f-4abb-b999-a07fe47502c8","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"routeName":"auth-test-model-487c5f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","llmisvcName":"auth-test-model-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.284474258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"0416a16a-e64d-48f1-be04-62bc05ee01e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-487c5f","tenantID":"e2e-shared-a-w3-487c5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:35.291536592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"562b10e9-c001-41a5-9c26-8bf9068b7cff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-54b917\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:35.295170384Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"f1540485-144f-4abb-b999-a07fe47502c8","name":"auth-test-model-487c5f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-487c5f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:35.295226284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"f1540485-144f-4abb-b999-a07fe47502c8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-487c5f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.300522073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"c3b7d7ce-4843-4c7f-8cf9-f623f646e45b","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"tenant":"e2e-shared-a-w3-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.300537202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"c3b7d7ce-4843-4c7f-8cf9-f623f646e45b","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"routeName":"auth-test-model-487c5f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","llmisvcName":"auth-test-model-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.33888397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"0416a16a-e64d-48f1-be04-62bc05ee01e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"e2e-shared-a-w3-487c5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.398575446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"4becd01b-1e6e-4112-bd40-ddf029b2e1ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-cafbb2","tenantID":"e2e-shared-a-w1-cafbb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.399581434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"5942edbd-8f9e-40bf-b372-ac14578a79e5","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"tenant":"e2e-shared-a-w3-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.39960185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"5942edbd-8f9e-40bf-b372-ac14578a79e5","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"routeName":"auth-test-model-487c5f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","llmisvcName":"auth-test-model-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.452811631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"4becd01b-1e6e-4112-bd40-ddf029b2e1ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"e2e-shared-a-w1-cafbb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.454560482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"a5fe6248-9c60-4f0e-a55f-ebf0ba711aac","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"tenant":"e2e-shared-a-w3-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.454580992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"a5fe6248-9c60-4f0e-a55f-ebf0ba711aac","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"routeName":"auth-test-model-487c5f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","llmisvcName":"auth-test-model-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.636182948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"e5fa68b0-d098-4a0a-9552-5149e1c9ae83","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-487c5f","tenantID":"e2e-shared-a-w3-487c5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.657605976Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"3c1d0d41-4581-4a9c-9be6-8e1316200488","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"maas-trlp-auth-test-model-487c5f","model":"auth-test-model-487c5f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-487c5f/e2e-auth-iso-54b917"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.690849348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"e5fa68b0-d098-4a0a-9552-5149e1c9ae83","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"e2e-shared-a-w3-487c5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.713659287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"3a60beb6-b5fa-4492-8454-e96954a8ef00","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"tenant":"e2e-shared-a-w1-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.713679098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"3a60beb6-b5fa-4492-8454-e96954a8ef00","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"routeName":"auth-test-model-cafbb2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","llmisvcName":"auth-test-model-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.819107785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"0052806c-31e5-4260-b0e8-ef41356ca179","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"tenant":"e2e-shared-a-w3-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:35.81912593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"0052806c-31e5-4260-b0e8-ef41356ca179","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"routeName":"auth-test-model-487c5f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","llmisvcName":"auth-test-model-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.018195691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"11b170e6-b09f-4cef-bba3-49d2efc98a82","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"maas-trlp-auth-test-model-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.185758827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"8c6df9d4-f64e-4431-92e0-decd2f38af70","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"tenant":"e2e-shared-a-w1-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.185778697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"8c6df9d4-f64e-4431-92e0-decd2f38af70","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"routeName":"auth-test-model-cafbb2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","llmisvcName":"auth-test-model-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.243342575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"bbefb0e4-a39d-4ddb-9dd3-d34789803663","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"tenant":"e2e-shared-a-w1-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.243376676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"bbefb0e4-a39d-4ddb-9dd3-d34789803663","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"routeName":"auth-test-model-cafbb2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","llmisvcName":"auth-test-model-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.284846277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"597dc49a-6f59-445e-90c5-75f715570e92","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-cafbb2","tenantID":"e2e-shared-a-w1-cafbb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:36.293131758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"25c48c2d-f6fb-4d12-8526-8e15c5cf02f4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ded606\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:36.294218755Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"bbefb0e4-a39d-4ddb-9dd3-d34789803663","name":"auth-test-model-cafbb2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-cafbb2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:36.294266855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"bbefb0e4-a39d-4ddb-9dd3-d34789803663","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-cafbb2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.299584497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"fce57b42-99cf-499d-96e3-b88420957c8a","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"tenant":"e2e-shared-a-w1-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.29960156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"fce57b42-99cf-499d-96e3-b88420957c8a","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"routeName":"auth-test-model-cafbb2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","llmisvcName":"auth-test-model-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.339226786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"597dc49a-6f59-445e-90c5-75f715570e92","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"e2e-shared-a-w1-cafbb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.400752644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"6f701b25-703d-4b3a-96fb-08ccbd5c9958","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"tenant":"e2e-shared-a-w1-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.400771865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"6f701b25-703d-4b3a-96fb-08ccbd5c9958","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"routeName":"auth-test-model-cafbb2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","llmisvcName":"auth-test-model-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.456216279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"66d427d5-6027-4c31-8994-82bd72fc2799","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"tenant":"e2e-shared-a-w1-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.456233011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"66d427d5-6027-4c31-8994-82bd72fc2799","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"routeName":"auth-test-model-cafbb2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","llmisvcName":"auth-test-model-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.637126711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"955c7200-53be-4a30-85be-3db1efbf7861","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-cafbb2","tenantID":"e2e-shared-a-w1-cafbb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.661328215Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"4d231f4b-3a0e-4769-9396-32761212b898","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"maas-trlp-auth-test-model-cafbb2","model":"auth-test-model-cafbb2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-cafbb2/e2e-auth-iso-ded606"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.69219483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"955c7200-53be-4a30-85be-3db1efbf7861","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"e2e-shared-a-w1-cafbb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.822660305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"8cf41b13-bb15-4916-af89-86c8177c0acc","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"tenant":"e2e-shared-a-w1-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:36.822680644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"8cf41b13-bb15-4916-af89-86c8177c0acc","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"routeName":"auth-test-model-cafbb2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","llmisvcName":"auth-test-model-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:36.929158964Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"b0f148fc-3647-493a-8d0b-ba464e085159","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:25:36.929222881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bd4c7f","namespace":"ai-tenant-e2e-noten-bd4c7f"},"namespace":"ai-tenant-e2e-noten-bd4c7f","name":"noten-model-bd4c7f","reconcileID":"b0f148fc-3647-493a-8d0b-ba464e085159","error":"resolve tenant gateway for model ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bd4c7f/noten-model-bd4c7f-kserve-route (gateways: [openshift-ingress/e2e-noten-bd4c7f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:37.023249791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"275656d6-d610-4fa9-bf53-35740c906142","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"maas-trlp-auth-test-model-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:39.350502617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"e660b81e-32b1-47d0-88a3-7ff8b321ee40","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-e4864d","tenantID":"e2e-shared-b-w0-e4864d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:39.405313526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"e660b81e-32b1-47d0-88a3-7ff8b321ee40","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"e2e-shared-b-w0-e4864d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:39.458785967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-e4864d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"e660b81e-32b1-47d0-88a3-7ff8b321ee40","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:41.198851127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"c40c5ce8-99d5-4e68-a611-130f11a7bf65","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-056a27","tenantID":"e2e-shared-a-w2-056a27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:41.253400182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"c40c5ce8-99d5-4e68-a611-130f11a7bf65","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"e2e-shared-a-w2-056a27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:41.306620189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-056a27-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"c40c5ce8-99d5-4e68-a611-130f11a7bf65","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:49.230310623Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:49.558509921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"0b7ff6c3-8f37-4919-a428-cb4200223c8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-e4864d","tenantID":"e2e-shared-b-w0-e4864d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:49.613262824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"0b7ff6c3-8f37-4919-a428-cb4200223c8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"e2e-shared-b-w0-e4864d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:49.666583618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-e4864d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"0b7ff6c3-8f37-4919-a428-cb4200223c8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:51.405443846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"87d97a98-2841-4949-8b50-f2690b146752","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-056a27","tenantID":"e2e-shared-a-w2-056a27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:51.46032122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"87d97a98-2841-4949-8b50-f2690b146752","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"e2e-shared-a-w2-056a27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:51.514449738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-056a27-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"87d97a98-2841-4949-8b50-f2690b146752","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:53.301781535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"814b4b8d-4110-4e3d-ae69-975ef8b4e553","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"maas-trlp-auth-test-model-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:53.459123812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"27ae2a0f-83bb-4ecf-9c90-181ac9513541","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"tenant":"e2e-shared-a-w3-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:53.45914546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"27ae2a0f-83bb-4ecf-9c90-181ac9513541","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"routeName":"auth-test-model-487c5f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","llmisvcName":"auth-test-model-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:53.706578257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"9b7fcff6-3d8d-43d3-8037-447f050adef9","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-487c5f","tenantID":"e2e-shared-a-w3-487c5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:53.762385942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"9b7fcff6-3d8d-43d3-8037-447f050adef9","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"e2e-shared-a-w3-487c5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:53.886723048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"67025d32-0404-4259-85d0-8d54b88733cd","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"tenant":"e2e-shared-b-w3-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:53.886741246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"67025d32-0404-4259-85d0-8d54b88733cd","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"routeName":"auth-test-model-fe49e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","llmisvcName":"auth-test-model-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:53.941758056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"cf408ee0-deb4-45db-be4f-4b07a56f6177","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"tenant":"e2e-shared-b-w3-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:53.94178167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"cf408ee0-deb4-45db-be4f-4b07a56f6177","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"routeName":"auth-test-model-fe49e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","llmisvcName":"auth-test-model-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:54.041894737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"730dfea7-d3cd-47fd-b6ba-de8dbd177286","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-fe49e7","tenantID":"e2e-shared-b-w3-fe49e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:54.173550066Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"730dfea7-d3cd-47fd-b6ba-de8dbd177286","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"e2e-shared-b-w3-fe49e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:54.251991717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-fe49e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"730dfea7-d3cd-47fd-b6ba-de8dbd177286","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:54.305241235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"b0956377-fc26-4ecc-825c-2d7d8dc01905","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"tenant":"e2e-shared-b-w3-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:54.305261947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"b0956377-fc26-4ecc-825c-2d7d8dc01905","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"routeName":"auth-test-model-fe49e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","llmisvcName":"auth-test-model-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:59.766322368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"d83433ed-32d3-417b-88bb-4942f1ec93f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-e4864d","tenantID":"e2e-shared-b-w0-e4864d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:59.821118586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"d83433ed-32d3-417b-88bb-4942f1ec93f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"e2e-shared-b-w0-e4864d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:59.874636737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-e4864d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (521ae73f8dbf5487edb1f75a01a6d41e0ca6efdf497cfc070be5c3550f6dc968) AuthConfig (afb035a82edb424da048607cba43882ade85c1640107be064b808d02309e3a74) AuthConfig (f34e3288b7e74f46c51e68e3769f60d0f6751b4d79b80b0b6de40abf6c16bde5) AuthConfig (7addb7c0347e7ee6518ae4379d9af08279f9235485db552edff990d4aef5d769) AuthConfig (f1a24af45d3b67d1e0d256818e62aeeddde1709b09d0cddf56ea671583c29ecb) AuthConfig (f200f4a93e7702fe69efaa978b68dd3b67b86132d2db0c9e02ac5858848a5de1) AuthConfig (0d3488936e185e1da673aad5d0001f85728cf80aaac9ad1e3718dff4f8d5de87) AuthConfig (f3bb0a4ec7e866093e80c4dd3c45ee433ec62a94fc0e70fbc1fd3ae4d269047b) AuthConfig (5aee6185cd68d9eabdcd0a4fa849301dfcd16d34f43c3105a888a7d823263310) AuthConfig (7dacf25e5ba2cf00cb940b90bc3f1f99f1557b344059b54cbcf478d790819499) AuthConfig (90163ef81d36e7ea893ba926d85b0854a5e4c02adafbb09119561363be0d946d) AuthConfig (1adfb4ee3cd420bf055b76369641d6bfc64df190d6c0978b66ecdb6e315bc3c0) AuthConfig (25066a4492edf313b3c2b709e8412abe71d427fa9931503b77f9ba25035efed8) AuthConfig (7e03914b148ee0be278dd23c34fc25663c0b803ba76130e09bc3e06700f129bc) AuthConfig (a2688e76aa7f651728c20878024adf630813ca0e907059a8655074b3980455cd) AuthConfig (dbe8f2411dd41884a9b59f1d6acbf2686ad7f4f8a7fac6379f3e12254c3d22df) AuthConfig (d37d7280cc2e5daa438227f88f735eca64b910ceb90317f07683809991914ce9) AuthConfig (a56d5bdfeeb6fcb0c062a80cd90fbc83354f82d82326907c39226d8d56c5b46e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"d83433ed-32d3-417b-88bb-4942f1ec93f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:59.930192116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"00ae72ff-abe3-42c7-a324-b2997b84a509","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"tenant":"e2e-shared-b-w0-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:25:59.930209882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"00ae72ff-abe3-42c7-a324-b2997b84a509","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"routeName":"auth-test-model-e4864d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","llmisvcName":"auth-test-model-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:01.614646793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"19a19501-d05c-4ba9-b93e-13198866323c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-056a27","tenantID":"e2e-shared-a-w2-056a27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:01.669828711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"19a19501-d05c-4ba9-b93e-13198866323c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"e2e-shared-a-w2-056a27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:01.723474362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-056a27-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a853de597e36b307fb70d01cff5a99c42a2b505e81c3c1185cab00e5c7253cb5) AuthConfig (305d0597a72313b5c887ab6ccf9c731aa51c84f6c0100646124dee992fe76f16) AuthConfig (e7e1a15da457016ba3824a861c4ffb0f7af4cf73072be4154343d734257a25d0) AuthConfig (7a20a6a12492b72e5757a1b769cfdf70addf1d664f68b8098b8fbcc86a58f7ad) AuthConfig (61f293b2e4425ab8cb0bf01f93591aad8066bfd06cadb659cc50a2235aba1878) AuthConfig (3779a2ef98620075379b198e38a046a8378372348483ce8b79c7e89951ff19ef) AuthConfig (c886f566eb4b6357fdac090f4ba7aa1b1c8d0d905aa0d51f6d91dd3d89b85b51) AuthConfig (4a2d14a100a8140b92103717b098935b7fd1da67cb213db3420519f2ecf302ee) AuthConfig (513d13f8873ce46e6be6d3b795fa3da5bafb7ba2720ecc285fac9548a5167d99) AuthConfig (5de84fa8d8d6257235116685f0a716ee99dbdd6e77fc65e319005a512bbab9ad) AuthConfig (a3ced632c5a873f183b4f3773f94cb989c09536e49cdb91ff099af813e74a607) AuthConfig (690cad21a4ebe0e7d01b0660dc7f40dd791b29b7032363330375f761d7abccd1) AuthConfig (27ab13d8ceb417769b4a1f383a210702a26cb668c1dd2043a9e93494c2dd6c43) AuthConfig (539a293de484e5fa280f46d7fca43a0c8d2fb8a807c52270f9db5f40d3b6d310) AuthConfig (49cedb5a23d379d7b55505e7d3a72a4f4dae065767e8800db248cf1e59543ba9) AuthConfig (9486cf74444292d9397d11793d2fc41ea6c680bb17b93387ca05951f93ee223f) AuthConfig (e5569f8d60dded4e192692b170092fc155a1930491927847467742bd54cbaf21) AuthConfig (03f222a2b21a1b83bb19952ebd987f17650e9663b90d0b6806d62ba77dbecfb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"19a19501-d05c-4ba9-b93e-13198866323c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:01.779123691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"4f1f5d1c-70e1-40c6-a4c8-a087d0e7a94c","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"tenant":"e2e-shared-a-w2-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:01.779142854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"4f1f5d1c-70e1-40c6-a4c8-a087d0e7a94c","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"routeName":"auth-test-model-056a27-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-056a27","llmisvcName":"auth-test-model-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:04.411264293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"66e0bedc-898a-45b5-acf4-1efe616768ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-fe49e7","tenantID":"e2e-shared-b-w3-fe49e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:04.465928535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"66e0bedc-898a-45b5-acf4-1efe616768ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"e2e-shared-b-w3-fe49e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:04.519304059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-fe49e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"66e0bedc-898a-45b5-acf4-1efe616768ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:10.029631835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"0fd1d826-f72a-40e4-bb14-1c97b6bd10a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-e4864d","tenantID":"e2e-shared-b-w0-e4864d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:10.084336994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"0fd1d826-f72a-40e4-bb14-1c97b6bd10a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"e2e-shared-b-w0-e4864d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:10.137425801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-e4864d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (521ae73f8dbf5487edb1f75a01a6d41e0ca6efdf497cfc070be5c3550f6dc968) AuthConfig (afb035a82edb424da048607cba43882ade85c1640107be064b808d02309e3a74) AuthConfig (f34e3288b7e74f46c51e68e3769f60d0f6751b4d79b80b0b6de40abf6c16bde5) AuthConfig (7addb7c0347e7ee6518ae4379d9af08279f9235485db552edff990d4aef5d769) AuthConfig (f1a24af45d3b67d1e0d256818e62aeeddde1709b09d0cddf56ea671583c29ecb) AuthConfig (f200f4a93e7702fe69efaa978b68dd3b67b86132d2db0c9e02ac5858848a5de1) AuthConfig (0d3488936e185e1da673aad5d0001f85728cf80aaac9ad1e3718dff4f8d5de87) AuthConfig (f3bb0a4ec7e866093e80c4dd3c45ee433ec62a94fc0e70fbc1fd3ae4d269047b) AuthConfig (5aee6185cd68d9eabdcd0a4fa849301dfcd16d34f43c3105a888a7d823263310) AuthConfig (7dacf25e5ba2cf00cb940b90bc3f1f99f1557b344059b54cbcf478d790819499) AuthConfig (90163ef81d36e7ea893ba926d85b0854a5e4c02adafbb09119561363be0d946d) AuthConfig (1adfb4ee3cd420bf055b76369641d6bfc64df190d6c0978b66ecdb6e315bc3c0) AuthConfig (25066a4492edf313b3c2b709e8412abe71d427fa9931503b77f9ba25035efed8) AuthConfig (7e03914b148ee0be278dd23c34fc25663c0b803ba76130e09bc3e06700f129bc) AuthConfig (a2688e76aa7f651728c20878024adf630813ca0e907059a8655074b3980455cd) AuthConfig (dbe8f2411dd41884a9b59f1d6acbf2686ad7f4f8a7fac6379f3e12254c3d22df) AuthConfig (d37d7280cc2e5daa438227f88f735eca64b910ceb90317f07683809991914ce9) AuthConfig (a56d5bdfeeb6fcb0c062a80cd90fbc83354f82d82326907c39226d8d56c5b46e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"0fd1d826-f72a-40e4-bb14-1c97b6bd10a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:11.878781914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"2dcd1f4b-cb23-4f08-93a3-7c8d39905392","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-056a27","tenantID":"e2e-shared-a-w2-056a27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:11.936815912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"2dcd1f4b-cb23-4f08-93a3-7c8d39905392","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"e2e-shared-a-w2-056a27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:11.99208092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-056a27-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a853de597e36b307fb70d01cff5a99c42a2b505e81c3c1185cab00e5c7253cb5) AuthConfig (305d0597a72313b5c887ab6ccf9c731aa51c84f6c0100646124dee992fe76f16) AuthConfig (e7e1a15da457016ba3824a861c4ffb0f7af4cf73072be4154343d734257a25d0) AuthConfig (7a20a6a12492b72e5757a1b769cfdf70addf1d664f68b8098b8fbcc86a58f7ad) AuthConfig (61f293b2e4425ab8cb0bf01f93591aad8066bfd06cadb659cc50a2235aba1878) AuthConfig (3779a2ef98620075379b198e38a046a8378372348483ce8b79c7e89951ff19ef) AuthConfig (c886f566eb4b6357fdac090f4ba7aa1b1c8d0d905aa0d51f6d91dd3d89b85b51) AuthConfig (4a2d14a100a8140b92103717b098935b7fd1da67cb213db3420519f2ecf302ee) AuthConfig (513d13f8873ce46e6be6d3b795fa3da5bafb7ba2720ecc285fac9548a5167d99) AuthConfig (5de84fa8d8d6257235116685f0a716ee99dbdd6e77fc65e319005a512bbab9ad) AuthConfig (a3ced632c5a873f183b4f3773f94cb989c09536e49cdb91ff099af813e74a607) AuthConfig (690cad21a4ebe0e7d01b0660dc7f40dd791b29b7032363330375f761d7abccd1) AuthConfig (27ab13d8ceb417769b4a1f383a210702a26cb668c1dd2043a9e93494c2dd6c43) AuthConfig (539a293de484e5fa280f46d7fca43a0c8d2fb8a807c52270f9db5f40d3b6d310) AuthConfig (49cedb5a23d379d7b55505e7d3a72a4f4dae065767e8800db248cf1e59543ba9) AuthConfig (9486cf74444292d9397d11793d2fc41ea6c680bb17b93387ca05951f93ee223f) AuthConfig (e5569f8d60dded4e192692b170092fc155a1930491927847467742bd54cbaf21) AuthConfig (03f222a2b21a1b83bb19952ebd987f17650e9663b90d0b6806d62ba77dbecfb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"2dcd1f4b-cb23-4f08-93a3-7c8d39905392","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:14.618444002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"c3e03e7d-e5ad-42f4-b0db-5f3192d8f398","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-fe49e7","tenantID":"e2e-shared-b-w3-fe49e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:14.672909615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"c3e03e7d-e5ad-42f4-b0db-5f3192d8f398","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"e2e-shared-b-w3-fe49e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:14.7258661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-fe49e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"c3e03e7d-e5ad-42f4-b0db-5f3192d8f398","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:19.229909295Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:20.239031798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"d017410b-8175-4734-9ba9-54b60c000550","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-e4864d","tenantID":"e2e-shared-b-w0-e4864d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:20.293836371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"d017410b-8175-4734-9ba9-54b60c000550","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"e2e-shared-b-w0-e4864d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:20.347318442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-e4864d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (521ae73f8dbf5487edb1f75a01a6d41e0ca6efdf497cfc070be5c3550f6dc968) AuthConfig (afb035a82edb424da048607cba43882ade85c1640107be064b808d02309e3a74) AuthConfig (f34e3288b7e74f46c51e68e3769f60d0f6751b4d79b80b0b6de40abf6c16bde5) AuthConfig (7addb7c0347e7ee6518ae4379d9af08279f9235485db552edff990d4aef5d769) AuthConfig (f1a24af45d3b67d1e0d256818e62aeeddde1709b09d0cddf56ea671583c29ecb) AuthConfig (f200f4a93e7702fe69efaa978b68dd3b67b86132d2db0c9e02ac5858848a5de1) AuthConfig (0d3488936e185e1da673aad5d0001f85728cf80aaac9ad1e3718dff4f8d5de87) AuthConfig (f3bb0a4ec7e866093e80c4dd3c45ee433ec62a94fc0e70fbc1fd3ae4d269047b) AuthConfig (5aee6185cd68d9eabdcd0a4fa849301dfcd16d34f43c3105a888a7d823263310) AuthConfig (7dacf25e5ba2cf00cb940b90bc3f1f99f1557b344059b54cbcf478d790819499) AuthConfig (90163ef81d36e7ea893ba926d85b0854a5e4c02adafbb09119561363be0d946d) AuthConfig (1adfb4ee3cd420bf055b76369641d6bfc64df190d6c0978b66ecdb6e315bc3c0) AuthConfig (25066a4492edf313b3c2b709e8412abe71d427fa9931503b77f9ba25035efed8) AuthConfig (7e03914b148ee0be278dd23c34fc25663c0b803ba76130e09bc3e06700f129bc) AuthConfig (a2688e76aa7f651728c20878024adf630813ca0e907059a8655074b3980455cd) AuthConfig (dbe8f2411dd41884a9b59f1d6acbf2686ad7f4f8a7fac6379f3e12254c3d22df) AuthConfig (d37d7280cc2e5daa438227f88f735eca64b910ceb90317f07683809991914ce9) AuthConfig (a56d5bdfeeb6fcb0c062a80cd90fbc83354f82d82326907c39226d8d56c5b46e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"d017410b-8175-4734-9ba9-54b60c000550","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:22.092123322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"a4dfffda-80fd-4db7-818d-b33634c77561","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-056a27","tenantID":"e2e-shared-a-w2-056a27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:22.153923857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"a4dfffda-80fd-4db7-818d-b33634c77561","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"e2e-shared-a-w2-056a27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:22.207439753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-056a27-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a853de597e36b307fb70d01cff5a99c42a2b505e81c3c1185cab00e5c7253cb5) AuthConfig (305d0597a72313b5c887ab6ccf9c731aa51c84f6c0100646124dee992fe76f16) AuthConfig (e7e1a15da457016ba3824a861c4ffb0f7af4cf73072be4154343d734257a25d0) AuthConfig (7a20a6a12492b72e5757a1b769cfdf70addf1d664f68b8098b8fbcc86a58f7ad) AuthConfig (61f293b2e4425ab8cb0bf01f93591aad8066bfd06cadb659cc50a2235aba1878) AuthConfig (3779a2ef98620075379b198e38a046a8378372348483ce8b79c7e89951ff19ef) AuthConfig (c886f566eb4b6357fdac090f4ba7aa1b1c8d0d905aa0d51f6d91dd3d89b85b51) AuthConfig (4a2d14a100a8140b92103717b098935b7fd1da67cb213db3420519f2ecf302ee) AuthConfig (513d13f8873ce46e6be6d3b795fa3da5bafb7ba2720ecc285fac9548a5167d99) AuthConfig (5de84fa8d8d6257235116685f0a716ee99dbdd6e77fc65e319005a512bbab9ad) AuthConfig (a3ced632c5a873f183b4f3773f94cb989c09536e49cdb91ff099af813e74a607) AuthConfig (690cad21a4ebe0e7d01b0660dc7f40dd791b29b7032363330375f761d7abccd1) AuthConfig (27ab13d8ceb417769b4a1f383a210702a26cb668c1dd2043a9e93494c2dd6c43) AuthConfig (539a293de484e5fa280f46d7fca43a0c8d2fb8a807c52270f9db5f40d3b6d310) AuthConfig (49cedb5a23d379d7b55505e7d3a72a4f4dae065767e8800db248cf1e59543ba9) AuthConfig (9486cf74444292d9397d11793d2fc41ea6c680bb17b93387ca05951f93ee223f) AuthConfig (e5569f8d60dded4e192692b170092fc155a1930491927847467742bd54cbaf21) AuthConfig (03f222a2b21a1b83bb19952ebd987f17650e9663b90d0b6806d62ba77dbecfb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"a4dfffda-80fd-4db7-818d-b33634c77561","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:24.834822489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"0b615c1c-d933-452e-8f26-08af9ded92eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-fe49e7","tenantID":"e2e-shared-b-w3-fe49e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:24.889262943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"0b615c1c-d933-452e-8f26-08af9ded92eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"e2e-shared-b-w3-fe49e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:24.946243298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-fe49e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"0b615c1c-d933-452e-8f26-08af9ded92eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:25.784520328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"dc77276b-8127-4c65-90be-53ca8d9f6e72","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"maas-trlp-auth-test-model-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:25.946919985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"239ed831-6c97-48fe-8dfb-f1dc386dc336","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"tenant":"e2e-shared-a-w1-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:25.946939759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"239ed831-6c97-48fe-8dfb-f1dc386dc336","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"routeName":"auth-test-model-cafbb2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","llmisvcName":"auth-test-model-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:27.176441795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"87c54708-b279-46ab-91d4-7aef683c078b","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"tenant":"e2e-shared-b-w1-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:27.176473623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"87c54708-b279-46ab-91d4-7aef683c078b","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"routeName":"auth-test-model-b37684-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-b37684","llmisvcName":"auth-test-model-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:27.228728932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"b067f14b-e1f9-4da7-b9a5-43f57835745b","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"tenant":"e2e-shared-b-w1-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:27.228747978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"b067f14b-e1f9-4da7-b9a5-43f57835745b","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"routeName":"auth-test-model-b37684-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-b37684","llmisvcName":"auth-test-model-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:27.33299032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"e94a89f4-92fc-4b31-9e4e-bc679ba24053","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-b37684","tenantID":"e2e-shared-b-w1-b37684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:27.458722988Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"e94a89f4-92fc-4b31-9e4e-bc679ba24053","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"name":"e2e-shared-b-w1-b37684-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:27.51520482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-b37684-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"e94a89f4-92fc-4b31-9e4e-bc679ba24053","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:27.587511608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"03a90d3d-6510-46c9-bc63-0ede69ff13f5","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"tenant":"e2e-shared-b-w1-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:27.587531832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"03a90d3d-6510-46c9-bc63-0ede69ff13f5","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"routeName":"auth-test-model-b37684-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-b37684","llmisvcName":"auth-test-model-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:27.592541403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"8b13a22b-de65-490a-b24e-aeca3c997379","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-cafbb2","tenantID":"e2e-shared-a-w1-cafbb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:27.647155019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"8b13a22b-de65-490a-b24e-aeca3c997379","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"e2e-shared-a-w1-cafbb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:30.446890905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"f8eac542-8d85-472d-af78-3b7637e89643","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-e4864d","tenantID":"e2e-shared-b-w0-e4864d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:30.501097607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"f8eac542-8d85-472d-af78-3b7637e89643","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"e2e-shared-b-w0-e4864d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:30.755227511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"f1f299dc-e41a-48ec-a1a1-142c95356da0","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"tenant":"e2e-shared-b-w0-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:30.755246433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"f1f299dc-e41a-48ec-a1a1-142c95356da0","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"routeName":"auth-test-model-e4864d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","llmisvcName":"auth-test-model-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:32.307320113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"a7dbaa1d-a47f-4fa7-a292-320c7797f4bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-056a27","tenantID":"e2e-shared-a-w2-056a27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:32.366668501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"a7dbaa1d-a47f-4fa7-a292-320c7797f4bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"e2e-shared-a-w2-056a27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:32.689265604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"ce101b35-a5c4-4411-a289-92937e96a551","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"tenant":"e2e-shared-a-w2-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:32.689284911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"ce101b35-a5c4-4411-a289-92937e96a551","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"routeName":"auth-test-model-056a27-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-056a27","llmisvcName":"auth-test-model-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:35.046327197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"99baff9b-32a2-4782-8ff0-0b7baaf1939c","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-fe49e7","tenantID":"e2e-shared-b-w3-fe49e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:35.100997111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"99baff9b-32a2-4782-8ff0-0b7baaf1939c","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"e2e-shared-b-w3-fe49e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:35.157048097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-fe49e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6677ca6f86cc0574cd56e384e3f42f3b538cf6544779f35eea07f509d5488fb) AuthConfig (b5862575c46f32f5a6dba03681d46dbbc38271e3b78e6f1d9c15fd93f4fc5ff1) AuthConfig (1db7d5718559e3ed336ac305180b88dd52e7835265587a8188cb037aea26eb74) AuthConfig (c551515cec431ae5cde57c773c007b9e167a30ae730ae5cbe590186de7573217) AuthConfig (4c67f4e72bdfeb88f4d50ebc6087db64b9671656195cf84826b93f90ec602ce1) AuthConfig (f97ad3bad8b0e48335fc060a1879ebf04812b912def1c361724857b1fe426078) AuthConfig (b8a5a0208c91a6a76d8ef2246fb61f1ba9e9ce5d217f886887dcce2c7fcc2002) AuthConfig (a2e41f9a3e0f9749d01a4ea215c5c693673d5f9747c62e5e0bff633b204400b0) AuthConfig (198d782094affda1836daa9e434495623f74cf67437ed64c69a9e10350424c33) AuthConfig (dd292ba62a9728873835920dfbb13f07d7cd63bf0cce6b0ed45d75d6938a0c4f) AuthConfig (fa76d932b75295e1919e34d8dec814e118f3d03875fa322943948e6d247ae641) AuthConfig (dcbbee843665a84d3adb473801d2c3399e9ddbeee0ccd970fa6a71ef46c8e8ef) AuthConfig (2d8fcfcce1e94e80ce180d222c40fd657809b93a0ea8d91f9ea16de871d455b0) AuthConfig (f5f34bf3729e441e156dee27963c054740b70dd8ca8cfa0e701d98ca81785b30) AuthConfig (2a6208f1f655dffcde4021f454ff9cb806a63ee8a86863401b83d598e2ca0379) AuthConfig (51992f7209cf9760e5b74ba596744e208517dde502272e66541c6751ea8fe61c) AuthConfig (8ab77467f35b79af8f8fd2bc8e4e67e64d6ee939e04f9afe77c7954dad8fc3e7) AuthConfig (0b55cbe85b467ba2c679be747ba2062085d1269650ef6624f5884e7b3a8cd432)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"99baff9b-32a2-4782-8ff0-0b7baaf1939c","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:35.221494176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"a2ab3d14-67e5-4bb3-b7be-209fa6be4d2c","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"tenant":"e2e-shared-b-w3-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:35.221513217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"a2ab3d14-67e5-4bb3-b7be-209fa6be4d2c","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"routeName":"auth-test-model-fe49e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","llmisvcName":"auth-test-model-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:36.283831303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"653daa90-24d8-41bb-8c6e-f5b12f6324e1","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"tenant":"e2e-shared-b-w0-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:36.28385053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"653daa90-24d8-41bb-8c6e-f5b12f6324e1","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"routeName":"auth-test-model-e4864d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","llmisvcName":"auth-test-model-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:36.343627312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"ce6b5586-92ae-4590-a5fb-3509a34af0e3","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"tenant":"e2e-shared-b-w0-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:36.343648017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"ce6b5586-92ae-4590-a5fb-3509a34af0e3","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"routeName":"auth-test-model-e4864d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","llmisvcName":"auth-test-model-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:36.381897539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"8939fbe0-3202-42ce-989f-deb54c208eeb","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-e4864d","tenantID":"e2e-shared-b-w0-e4864d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:26:36.392111157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"04099bce-d186-4c18-9662-218d6d5cdb6b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-2c0376\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:26:36.395212035Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"ce6b5586-92ae-4590-a5fb-3509a34af0e3","name":"auth-test-model-e4864d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e4864d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:26:36.395262954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"ce6b5586-92ae-4590-a5fb-3509a34af0e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e4864d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:36.400571274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"70bbfda7-fb84-4ccf-9795-ad56decb4bd4","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"tenant":"e2e-shared-b-w0-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:36.400584856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"70bbfda7-fb84-4ccf-9795-ad56decb4bd4","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"routeName":"auth-test-model-e4864d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","llmisvcName":"auth-test-model-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:36.436084049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"8939fbe0-3202-42ce-989f-deb54c208eeb","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"e2e-shared-b-w0-e4864d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:36.497831445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"026b2f20-5042-4e05-9021-9ec5d1ed26b1","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"tenant":"e2e-shared-b-w0-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:36.497847855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"026b2f20-5042-4e05-9021-9ec5d1ed26b1","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"routeName":"auth-test-model-e4864d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","llmisvcName":"auth-test-model-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:36.551143672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"08d77f86-e069-4292-a298-5947bb5c3e2c","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"tenant":"e2e-shared-b-w0-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:36.551163466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"08d77f86-e069-4292-a298-5947bb5c3e2c","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"routeName":"auth-test-model-e4864d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","llmisvcName":"auth-test-model-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:36.733344728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"4b9fb1dc-0cb2-478a-ad6a-90706f4816a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-e4864d","tenantID":"e2e-shared-b-w0-e4864d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:36.761045122Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"120b7d46-d7c7-46f0-a394-a05a2c5dd463","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"maas-trlp-auth-test-model-e4864d","model":"auth-test-model-e4864d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-e4864d/e2e-auth-iso-2c0376"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:36.790019832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"4b9fb1dc-0cb2-478a-ad6a-90706f4816a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"e2e-shared-b-w0-e4864d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:36.919954948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"047a3a02-9ebc-43fc-b4e5-8d40aa3345e0","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"tenant":"e2e-shared-b-w0-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:36.919975331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"047a3a02-9ebc-43fc-b4e5-8d40aa3345e0","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"routeName":"auth-test-model-e4864d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","llmisvcName":"auth-test-model-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:37.117838101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"e51b887c-058f-47b2-ba36-70c424664cd3","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"maas-trlp-auth-test-model-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:37.687437589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"f28ecbfd-3e61-4164-8f5b-4680956511bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-b37684","tenantID":"e2e-shared-b-w1-b37684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:37.74252011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"f28ecbfd-3e61-4164-8f5b-4680956511bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"name":"e2e-shared-b-w1-b37684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:37.798044628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-b37684-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"f28ecbfd-3e61-4164-8f5b-4680956511bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:38.163228336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"844f9e65-2a64-4b9f-a008-c69382da9ce3","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"tenant":"e2e-shared-a-w2-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:38.163247967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"844f9e65-2a64-4b9f-a008-c69382da9ce3","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"routeName":"auth-test-model-056a27-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-056a27","llmisvcName":"auth-test-model-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:38.221424988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"9f92f9fd-d085-400d-af12-1812768fab5c","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"tenant":"e2e-shared-a-w2-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:38.221509153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"9f92f9fd-d085-400d-af12-1812768fab5c","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"routeName":"auth-test-model-056a27-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-056a27","llmisvcName":"auth-test-model-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:38.262578961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"c3aadeb6-83ba-4d02-9556-96f3c30ac808","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-056a27","tenantID":"e2e-shared-a-w2-056a27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:26:38.273751802Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"9f92f9fd-d085-400d-af12-1812768fab5c","name":"auth-test-model-056a27","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-056a27\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:26:38.273805414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"9f92f9fd-d085-400d-af12-1812768fab5c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-056a27\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:26:38.275019612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"63b8b5fa-1be0-4182-83b3-6ee2ecd1b885","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c6fb12\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:38.279241989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"aba76764-df09-4eac-9413-b5046be5f7fe","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"tenant":"e2e-shared-a-w2-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:38.279256919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"aba76764-df09-4eac-9413-b5046be5f7fe","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"routeName":"auth-test-model-056a27-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-056a27","llmisvcName":"auth-test-model-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:38.317034135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"c3aadeb6-83ba-4d02-9556-96f3c30ac808","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"e2e-shared-a-w2-056a27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:38.392660142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"34ae918e-2a87-42d5-8c3c-5cf5b5800248","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"tenant":"e2e-shared-a-w2-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:38.39267681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"34ae918e-2a87-42d5-8c3c-5cf5b5800248","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"routeName":"auth-test-model-056a27-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-056a27","llmisvcName":"auth-test-model-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:38.448906464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"0c19f93c-9eac-448b-80c0-699ddc3b15de","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"tenant":"e2e-shared-a-w2-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:38.448927577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"0c19f93c-9eac-448b-80c0-699ddc3b15de","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"routeName":"auth-test-model-056a27-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-056a27","llmisvcName":"auth-test-model-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:38.615814267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"f8ab29ac-5f5b-4c35-afb9-58e0be6a1420","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-056a27","tenantID":"e2e-shared-a-w2-056a27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:38.653671888Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"59b88264-c8fe-4f36-89dd-fa0d6371d15e","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"maas-trlp-auth-test-model-056a27","model":"auth-test-model-056a27","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-056a27/e2e-auth-iso-c6fb12"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:38.670686233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"f8ab29ac-5f5b-4c35-afb9-58e0be6a1420","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"e2e-shared-a-w2-056a27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:38.816022913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"97c8f926-dcff-418e-a288-c3f89082bae3","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"tenant":"e2e-shared-a-w2-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:38.816043407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"97c8f926-dcff-418e-a288-c3f89082bae3","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"routeName":"auth-test-model-056a27-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-056a27","llmisvcName":"auth-test-model-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:39.015141648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"f3f322ad-df52-4c86-9968-cc65558dd5da","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"maas-trlp-auth-test-model-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:43.655986702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36baf9dc-40ce-492e-b1a3-f54984d196e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:43.70489736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36baf9dc-40ce-492e-b1a3-f54984d196e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:43.753696308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36baf9dc-40ce-492e-b1a3-f54984d196e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:43.802816202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36baf9dc-40ce-492e-b1a3-f54984d196e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:44.221913297Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-742ff8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-742ff8","reconcileID":"50c8775a-4172-414f-92f3-21b90974cdf3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-742ff8","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-742ff8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:45.322889068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"75b8a953-cb32-4638-ac05-c114d98d3b3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-fe49e7","tenantID":"e2e-shared-b-w3-fe49e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:45.381497725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"75b8a953-cb32-4638-ac05-c114d98d3b3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"e2e-shared-b-w3-fe49e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:45.436164992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-fe49e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6677ca6f86cc0574cd56e384e3f42f3b538cf6544779f35eea07f509d5488fb) AuthConfig (b5862575c46f32f5a6dba03681d46dbbc38271e3b78e6f1d9c15fd93f4fc5ff1) AuthConfig (1db7d5718559e3ed336ac305180b88dd52e7835265587a8188cb037aea26eb74) AuthConfig (c551515cec431ae5cde57c773c007b9e167a30ae730ae5cbe590186de7573217) AuthConfig (4c67f4e72bdfeb88f4d50ebc6087db64b9671656195cf84826b93f90ec602ce1) AuthConfig (f97ad3bad8b0e48335fc060a1879ebf04812b912def1c361724857b1fe426078) AuthConfig (b8a5a0208c91a6a76d8ef2246fb61f1ba9e9ce5d217f886887dcce2c7fcc2002) AuthConfig (a2e41f9a3e0f9749d01a4ea215c5c693673d5f9747c62e5e0bff633b204400b0) AuthConfig (198d782094affda1836daa9e434495623f74cf67437ed64c69a9e10350424c33) AuthConfig (dd292ba62a9728873835920dfbb13f07d7cd63bf0cce6b0ed45d75d6938a0c4f) AuthConfig (fa76d932b75295e1919e34d8dec814e118f3d03875fa322943948e6d247ae641) AuthConfig (dcbbee843665a84d3adb473801d2c3399e9ddbeee0ccd970fa6a71ef46c8e8ef) AuthConfig (2d8fcfcce1e94e80ce180d222c40fd657809b93a0ea8d91f9ea16de871d455b0) AuthConfig (f5f34bf3729e441e156dee27963c054740b70dd8ca8cfa0e701d98ca81785b30) AuthConfig (2a6208f1f655dffcde4021f454ff9cb806a63ee8a86863401b83d598e2ca0379) AuthConfig (51992f7209cf9760e5b74ba596744e208517dde502272e66541c6751ea8fe61c) AuthConfig (8ab77467f35b79af8f8fd2bc8e4e67e64d6ee939e04f9afe77c7954dad8fc3e7) AuthConfig (0b55cbe85b467ba2c679be747ba2062085d1269650ef6624f5884e7b3a8cd432)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"75b8a953-cb32-4638-ac05-c114d98d3b3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:45.645747225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9a666e-f559-437d-9285-4fb71448727a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:45.694917843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9a666e-f559-437d-9285-4fb71448727a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:45.744121365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9a666e-f559-437d-9285-4fb71448727a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:45.793402768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9a666e-f559-437d-9285-4fb71448727a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:45.994837267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"26016517-81d7-49fc-b714-3eeda93c3bd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:45.994838575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"208138d7-90bc-42e0-ae6a-7c5b1290d64c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:46.125669926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"072d8c9a-7366-4011-b461-f3d9a4f26ea8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:46.210686037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc3dae64-0faa-460b-bb62-be52e0703d79","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:46.293213927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"c0140328-c442-4721-92b4-9b6bc29ea1f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:46.47296708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"a17f310a-2be0-4ba4-a252-359465e739ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:46.579716778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"17293b0c-48dd-4ff8-a21a-e0afb897a06e","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"maas-trlp-auth-test-model-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:46.681830915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"f6c71b95-5a32-47b9-b391-75d7478bdfe8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:46.70122823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"ceb3223b-08b9-4f31-8a8e-042421381f9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:46.773272522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"525189c5-19ab-47d7-9d84-491b75d9cfaf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:46.874609311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"5d8d2cd5-0ddb-4018-9b16-87921e8d381d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:47.055961173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"700be47e-3eae-45b2-984a-421b97931fba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:47.153858078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"44126893-0926-4ce6-bc2e-48a41960269c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:47.288398603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"173835f9-0663-4226-8350-99109c2ac761","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"maas-trlp-auth-test-model-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:47.462346501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"ceb16227-6255-43dc-8d06-f160ce68c64d","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"maas-trlp-auth-test-model-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:47.901845515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"44a74a63-73ac-4f2e-be16-96a27cad1e34","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-b37684","tenantID":"e2e-shared-b-w1-b37684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:47.957407307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"44a74a63-73ac-4f2e-be16-96a27cad1e34","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"name":"e2e-shared-b-w1-b37684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:48.010443666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-b37684-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2194536ed119fb0d9cbe9a93bf1e49232fb66af12c643956a110cb7b7f2c8cd) AuthConfig (7485364ba9046843299d7ec24f598c52f76bfbe98af073f2d2d2efac84e7517a) AuthConfig (bdf38cfaca6cdd4efe8b650ce18468a72ff7e135a427530273235edc737a0772) AuthConfig (143bada0172b625bc5a7c278412a8ecae74adaad56708220ef6da0340a1cb709) AuthConfig (6cab205ff0a7a962e2ab513b46c51f6e1eb353c8d9a725846ae91ce497e6fc70) AuthConfig (6a3a9c5aebed1d89da85d6352e28455f3e132c9a27be60642e524674c3e24b7b) AuthConfig (3127a2648bfabe18846a0826519ed3697fc5e42e595079aa804db8ff483ebed7) AuthConfig (9cd8b42c397fe9d568200c14ed90d0564785df3705fad47edee661bd7cdf23d6) AuthConfig (994f209f7f3f39164d9e9927afc6fc99dfb74be1e3e42a9d33688f124ea9b3a8) AuthConfig (5f87fba9b82aaf14c14b2b0da568115c1ebe46bfc188ae85c85396fb2cafe791) AuthConfig (958532ddeaaa5f86243f85589b6c4bf57c35374dc7fac6fc1bd455d3367cff37) AuthConfig (f24bd8176385e71401b62ac23510a8facc60f3b0bbab612860ddfc4a8a915867) AuthConfig (15f5ba085c2df96ae815b97920f0bf8b5edac7c7893c002fd417d305f772f14a) AuthConfig (d85279c07644b1c0d66d600c3f45eb9b65f73345357e1c847c5e43f1551109a1) AuthConfig (f6780610f0049b4e390f340d5478fe8c3026e96c8ee235e038cbbdbd7a00c03d) AuthConfig (aa7071f3b961891081d12b2ef8559158321f30a5baa7e84aeb2e38855bea90d8) AuthConfig (16d29cc8c4626c94ca2bc1c4a8dc4bc509e12c5e81ddac78630d65ffc0764d46) AuthConfig (cbddcac2f2285d8b7b4fff3292b2df88d2c3bf47e7a96b22f69c053737de7ff3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"44a74a63-73ac-4f2e-be16-96a27cad1e34","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:48.065661748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"5dbcc6dc-15fc-40a4-8911-159d09ad3da1","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"tenant":"e2e-shared-b-w1-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:48.065679741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"5dbcc6dc-15fc-40a4-8911-159d09ad3da1","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"routeName":"auth-test-model-b37684-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-b37684","llmisvcName":"auth-test-model-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:49.229973027Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:55.535305212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"c4a78263-22c1-4b11-9347-b3723a757109","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-fe49e7","tenantID":"e2e-shared-b-w3-fe49e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:55.590007593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"c4a78263-22c1-4b11-9347-b3723a757109","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"e2e-shared-b-w3-fe49e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:55.845234555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"fcf05800-57f0-4e29-bd98-4892295038bf","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"tenant":"e2e-shared-b-w3-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:55.845253842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"fcf05800-57f0-4e29-bd98-4892295038bf","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"routeName":"auth-test-model-fe49e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","llmisvcName":"auth-test-model-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:58.165045773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"570ab54f-71a1-4ec1-96fd-bfed8b093cba","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-b37684","tenantID":"e2e-shared-b-w1-b37684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:58.219601993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"570ab54f-71a1-4ec1-96fd-bfed8b093cba","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"name":"e2e-shared-b-w1-b37684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:26:58.272746096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-b37684-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2194536ed119fb0d9cbe9a93bf1e49232fb66af12c643956a110cb7b7f2c8cd) AuthConfig (7485364ba9046843299d7ec24f598c52f76bfbe98af073f2d2d2efac84e7517a) AuthConfig (bdf38cfaca6cdd4efe8b650ce18468a72ff7e135a427530273235edc737a0772) AuthConfig (143bada0172b625bc5a7c278412a8ecae74adaad56708220ef6da0340a1cb709) AuthConfig (6cab205ff0a7a962e2ab513b46c51f6e1eb353c8d9a725846ae91ce497e6fc70) AuthConfig (6a3a9c5aebed1d89da85d6352e28455f3e132c9a27be60642e524674c3e24b7b) AuthConfig (3127a2648bfabe18846a0826519ed3697fc5e42e595079aa804db8ff483ebed7) AuthConfig (9cd8b42c397fe9d568200c14ed90d0564785df3705fad47edee661bd7cdf23d6) AuthConfig (994f209f7f3f39164d9e9927afc6fc99dfb74be1e3e42a9d33688f124ea9b3a8) AuthConfig (5f87fba9b82aaf14c14b2b0da568115c1ebe46bfc188ae85c85396fb2cafe791) AuthConfig (958532ddeaaa5f86243f85589b6c4bf57c35374dc7fac6fc1bd455d3367cff37) AuthConfig (f24bd8176385e71401b62ac23510a8facc60f3b0bbab612860ddfc4a8a915867) AuthConfig (15f5ba085c2df96ae815b97920f0bf8b5edac7c7893c002fd417d305f772f14a) AuthConfig (d85279c07644b1c0d66d600c3f45eb9b65f73345357e1c847c5e43f1551109a1) AuthConfig (f6780610f0049b4e390f340d5478fe8c3026e96c8ee235e038cbbdbd7a00c03d) AuthConfig (aa7071f3b961891081d12b2ef8559158321f30a5baa7e84aeb2e38855bea90d8) AuthConfig (16d29cc8c4626c94ca2bc1c4a8dc4bc509e12c5e81ddac78630d65ffc0764d46) AuthConfig (cbddcac2f2285d8b7b4fff3292b2df88d2c3bf47e7a96b22f69c053737de7ff3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"570ab54f-71a1-4ec1-96fd-bfed8b093cba","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:01.386952993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"358a25c9-5645-4b6b-9420-5831ac2b3614","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"tenant":"e2e-shared-b-w3-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:01.386982129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"358a25c9-5645-4b6b-9420-5831ac2b3614","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"routeName":"auth-test-model-fe49e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","llmisvcName":"auth-test-model-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:01.452517169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"9c6f5b85-95a7-4481-82da-d90fb8b9ea19","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"tenant":"e2e-shared-b-w3-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:01.452540746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"9c6f5b85-95a7-4481-82da-d90fb8b9ea19","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"routeName":"auth-test-model-fe49e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","llmisvcName":"auth-test-model-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:27:01.501527824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"1c63d680-0480-4aaa-818f-d6eef28cb581","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-54b917\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:01.502751449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"c1c5d0bf-7045-4613-8469-ef6d246b36bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-fe49e7","tenantID":"e2e-shared-b-w3-fe49e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:01.562749201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"c1c5d0bf-7045-4613-8469-ef6d246b36bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"e2e-shared-b-w3-fe49e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:01.619202547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"eb0c1bfd-d526-45c1-90de-41e746588b42","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"tenant":"e2e-shared-b-w3-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:01.619221642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"eb0c1bfd-d526-45c1-90de-41e746588b42","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"routeName":"auth-test-model-fe49e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","llmisvcName":"auth-test-model-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:01.673968457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"e7929909-8112-4363-9379-46c597c0f128","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"tenant":"e2e-shared-b-w3-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:01.673994302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"e7929909-8112-4363-9379-46c597c0f128","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"routeName":"auth-test-model-fe49e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","llmisvcName":"auth-test-model-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:01.872148969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"a4d550ce-9291-41f3-93d4-bd42148e3a1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-fe49e7","tenantID":"e2e-shared-b-w3-fe49e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:01.881937907Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"451bd375-fd85-4302-8178-bbbc48d70a74","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"maas-trlp-auth-test-model-fe49e7","model":"auth-test-model-fe49e7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-fe49e7/e2e-auth-iso-54b917"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:01.927004616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"a4d550ce-9291-41f3-93d4-bd42148e3a1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"e2e-shared-b-w3-fe49e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:02.042492688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"fce29749-f8b1-458a-ba6d-f5b362f8b5cb","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"tenant":"e2e-shared-b-w3-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:02.042511156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"fce29749-f8b1-458a-ba6d-f5b362f8b5cb","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"routeName":"auth-test-model-fe49e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","llmisvcName":"auth-test-model-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:02.245763099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"fed8f953-7fb2-4b33-a945-36d8ed7fa849","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"maas-trlp-auth-test-model-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:06.786928169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"21d20047-6b31-46df-850c-bd0b3106900b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:06.886062109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"1afcc54c-d9ae-4eba-94ec-5f03f758ff23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:07.022897843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"c4bb5426-ae4a-4b4b-aafb-82d527e6fc8d","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"maas-trlp-auth-test-model-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:07.184301375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"27d6b2cf-7f5c-4fc4-94f0-7f0a04518ae4","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"tenant":"e2e-shared-b-w0-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:07.184322481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"27d6b2cf-7f5c-4fc4-94f0-7f0a04518ae4","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"routeName":"auth-test-model-e4864d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","llmisvcName":"auth-test-model-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:07.308454817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"549e64e8-9cba-440a-949e-a26178522417","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:07.427642739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"9bbaa1f3-838f-462b-83d1-73256a3743ba","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"maas-trlp-auth-test-model-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:07.541217496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"24080b2c-5f61-4fa3-bee4-34e8cd6f4ae2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:07.665509421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"1d9f56cb-ccd0-411e-a95f-9dcd6ee7d227","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"maas-trlp-auth-test-model-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:07.765941724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"17a0747f-a41e-4bf5-9484-2a58f835f1ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:07.867628337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"7aee055e-8ae9-404c-bb8c-fe63e05bd7ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:07.867694944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"86fafca3-d46c-4698-85ae-7badce186948","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:08.018342176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"8c5a40cc-49bd-494f-a9ab-a99a84b42146","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:08.131466055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"c537aa4d-5da5-4fac-9c4e-2ed9c565b545","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"maas-trlp-auth-test-model-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:08.23065636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"61c7ce84-2c03-4f12-90c4-e17149002ee8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:08.333475506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"465ef6ed-17d3-49a6-9259-84d29d33a866","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:08.372913732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"72b05e0f-4e6e-4e14-bc0b-ddd7c0cbf86a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-b37684","tenantID":"e2e-shared-b-w1-b37684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:08.427388251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"72b05e0f-4e6e-4e14-bc0b-ddd7c0cbf86a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"name":"e2e-shared-b-w1-b37684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:08.431832817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8d75658c-6b8b-4ce4-86b5-d06125d5cb6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:08.432435809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"999ccf87-5397-485e-b2a5-30bfaf4a8085","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"maas-trlp-auth-test-model-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:08.473047798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"44549843-0443-4223-8953-d93712d92c2c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-056a27","tenantID":"e2e-shared-a-w2-056a27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:08.527995385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"44549843-0443-4223-8953-d93712d92c2c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"e2e-shared-a-w2-056a27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:08.531501671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"1fec7350-abe0-4e7f-83dd-b379a2c7d72c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:08.591495002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"fe95ad53-d734-4f28-9e4f-fe6691cfb4ae","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"tenant":"e2e-shared-a-w2-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:08.591513817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"fe95ad53-d734-4f28-9e4f-fe6691cfb4ae","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"routeName":"auth-test-model-056a27-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-056a27","llmisvcName":"auth-test-model-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:08.733564179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"7ee0af63-128f-4a09-9adb-54247fe1cba1","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"tenant":"e2e-shared-b-w1-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:08.733584022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"7ee0af63-128f-4a09-9adb-54247fe1cba1","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"routeName":"auth-test-model-b37684-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-b37684","llmisvcName":"auth-test-model-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:08.906079619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"8a3f8f89-17c5-478d-b78c-ee0fd561bfaf","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-e4864d","tenantID":"e2e-shared-b-w0-e4864d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:08.960209692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"8a3f8f89-17c5-478d-b78c-ee0fd561bfaf","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"e2e-shared-b-w0-e4864d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:09.688738046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"368f92e2-d894-4904-ac07-b8900da3ccf0","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"tenant":"e2e-shared-b-w2-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:09.688766529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"368f92e2-d894-4904-ac07-b8900da3ccf0","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"routeName":"auth-test-model-64120b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-64120b","llmisvcName":"auth-test-model-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:09.744865492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"e18ac41e-d8ae-40c7-bb63-938703004deb","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"tenant":"e2e-shared-b-w2-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:09.744893226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"e18ac41e-d8ae-40c7-bb63-938703004deb","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"routeName":"auth-test-model-64120b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-64120b","llmisvcName":"auth-test-model-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:09.843631442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"b97d66fd-7600-40b7-bddf-358860e99038","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-64120b","tenantID":"e2e-shared-b-w2-64120b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:09.974964663Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"b97d66fd-7600-40b7-bddf-358860e99038","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"e2e-shared-b-w2-64120b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:10.026607216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"e0ca2103-6c66-4b5b-9e14-22b75f7399e0","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"tenant":"e2e-shared-a-w0-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:10.026627971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"e0ca2103-6c66-4b5b-9e14-22b75f7399e0","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"routeName":"auth-test-model-547082-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-547082","llmisvcName":"auth-test-model-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:10.053328128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-64120b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"b97d66fd-7600-40b7-bddf-358860e99038","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:10.10976524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"4634f6bf-3b70-49cf-9662-e0d02e338e7e","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"tenant":"e2e-shared-b-w2-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:10.109780567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"4634f6bf-3b70-49cf-9662-e0d02e338e7e","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"routeName":"auth-test-model-64120b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-64120b","llmisvcName":"auth-test-model-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:10.12995546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"97e8fdfd-d30e-4957-bfef-1761013ff816","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:10.184954776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"97e8fdfd-d30e-4957-bfef-1761013ff816","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"e2e-shared-a-w0-547082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:10.185630486Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"80647866-e536-4f58-abb4-01ca77cf3a7b","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-af833e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:10.487543397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"eb8b2d5f-9450-4d67-896e-7bedb51f9c09","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:10.542903811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"eb8b2d5f-9450-4d67-896e-7bedb51f9c09","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"e2e-shared-a-w0-547082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:14.121244324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"602f7aa1-6117-4eee-8292-c140d05b1f05","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"tenant":"e2e-shared-b-w1-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:14.121264013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"602f7aa1-6117-4eee-8292-c140d05b1f05","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"routeName":"auth-test-model-b37684-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-b37684","llmisvcName":"auth-test-model-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:14.179449861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"1eb6c7d3-43bd-4d62-886c-ff6d4908bf9d","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"tenant":"e2e-shared-b-w1-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:14.179468684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"1eb6c7d3-43bd-4d62-886c-ff6d4908bf9d","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"routeName":"auth-test-model-b37684-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-b37684","llmisvcName":"auth-test-model-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:14.223307138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"2ef4a6d3-cc42-4253-a82f-ad578d0dabb7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-b37684","tenantID":"e2e-shared-b-w1-b37684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:27:14.226786349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"df940fcd-f7e9-44be-bbda-689716ca3ad1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ded606\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:14.279346927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"2ef4a6d3-cc42-4253-a82f-ad578d0dabb7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"name":"e2e-shared-b-w1-b37684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:14.335578589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"a517cdea-8f31-4ed0-90d6-8e4c7c46607e","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"tenant":"e2e-shared-b-w1-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:14.335598373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"a517cdea-8f31-4ed0-90d6-8e4c7c46607e","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"routeName":"auth-test-model-b37684-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-b37684","llmisvcName":"auth-test-model-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:14.392772638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"1e8bc219-9b47-438b-9fd7-cac6fcf7913a","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"tenant":"e2e-shared-b-w1-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:14.392798783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"1e8bc219-9b47-438b-9fd7-cac6fcf7913a","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"routeName":"auth-test-model-b37684-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-b37684","llmisvcName":"auth-test-model-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:14.578826132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"6ec185af-c146-4442-9c38-6636c61506ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-b37684","tenantID":"e2e-shared-b-w1-b37684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:14.596573049Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"f517af00-24e4-41bf-b024-51a0a1ebc22f","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"name":"maas-trlp-auth-test-model-b37684","model":"auth-test-model-b37684","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-b37684/e2e-auth-iso-ded606"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:14.634753449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"6ec185af-c146-4442-9c38-6636c61506ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"name":"e2e-shared-b-w1-b37684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:14.767543792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"db10c302-032b-4881-b730-9e52659ab0a6","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"tenant":"e2e-shared-b-w1-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:14.767562846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"db10c302-032b-4881-b730-9e52659ab0a6","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"routeName":"auth-test-model-b37684-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-b37684","llmisvcName":"auth-test-model-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:14.97898549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"d33948d2-bc4b-4765-acdb-d72ecb44005f","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"name":"maas-trlp-auth-test-model-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:19.229906724Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:20.209123191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"a1b2521d-11ed-4f76-bade-6068523af8ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-64120b","tenantID":"e2e-shared-b-w2-64120b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:20.235233187Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"57238796-1c9b-4860-a814-313084b5b8ab","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","subscription":"e2e-auth-iso-2c0376","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:20.263932376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"a1b2521d-11ed-4f76-bade-6068523af8ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"e2e-shared-b-w2-64120b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:20.284923932Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"57238796-1c9b-4860-a814-313084b5b8ab","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:20.316929307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-64120b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"a1b2521d-11ed-4f76-bade-6068523af8ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:20.334924871Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"57238796-1c9b-4860-a814-313084b5b8ab","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"maas-trlp-auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:20.599330415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"e6a92a02-65e4-465a-b47f-7cdc754d0e06","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"tenant":"e2e-shared-a-w0-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:20.599386658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"e6a92a02-65e4-465a-b47f-7cdc754d0e06","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"routeName":"auth-test-model-547082-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-547082","llmisvcName":"auth-test-model-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:20.702826387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"3b7c0b01-4796-481f-8a2f-ee2a5b08a135","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:20.749973451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"005a30e1-4ad8-4646-94f0-ace3cd11dde2","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"tenant":"e2e-shared-b-w0-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:20.749994112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"005a30e1-4ad8-4646-94f0-ace3cd11dde2","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"routeName":"auth-test-model-e4864d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","llmisvcName":"auth-test-model-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:20.756974201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"3b7c0b01-4796-481f-8a2f-ee2a5b08a135","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"e2e-shared-a-w0-547082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:20.853669876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"b93ed8bb-4fde-4bbb-881f-df0d1804b0b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-e4864d","tenantID":"e2e-shared-b-w0-e4864d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:20.905418287Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"0bbc2bf6-6677-45f9-a765-5cecfdd49767","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eb8de611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:20.909012532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"b93ed8bb-4fde-4bbb-881f-df0d1804b0b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"e2e-shared-b-w0-e4864d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:21.057812724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"7b0ae658-f377-48e7-a9b1-5b3416e635e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:21.112222541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"7b0ae658-f377-48e7-a9b1-5b3416e635e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"e2e-shared-a-w0-547082-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:21.257150469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"956fe6d3-8741-421f-8d8d-cec2cc8c9bf4","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-e4864d","tenantID":"e2e-shared-b-w0-e4864d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:21.311920552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"956fe6d3-8741-421f-8d8d-cec2cc8c9bf4","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"e2e-shared-b-w0-e4864d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:30.417662404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"303791bc-db47-4679-bfff-792d587adf55","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-64120b","tenantID":"e2e-shared-b-w2-64120b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:30.471780379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"303791bc-db47-4679-bfff-792d587adf55","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"e2e-shared-b-w2-64120b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:30.525188828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-64120b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"303791bc-db47-4679-bfff-792d587adf55","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:30.653220484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"77032954-ac0b-42c4-bc6b-ea02c29c413d","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"name":"maas-trlp-auth-test-model-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:30.816787524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"eaf2fbc3-fc1d-4bbf-bbb3-49af0a3b6315","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"tenant":"e2e-shared-b-w1-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:30.816809608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"eaf2fbc3-fc1d-4bbf-bbb3-49af0a3b6315","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"routeName":"auth-test-model-b37684-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-b37684","llmisvcName":"auth-test-model-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:30.955661475Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"19d7bbe2-9cbd-4075-aa25-76ca91742589","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","subscription":"e2e-auth-iso-2c0376","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.006159629Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"19d7bbe2-9cbd-4075-aa25-76ca91742589","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.055935302Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"19d7bbe2-9cbd-4075-aa25-76ca91742589","MaaSSubscription":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"maas-trlp-auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.323475489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"d6afd9f2-93fc-4ab0-87fc-625efcde57ac","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"tenant":"e2e-shared-b-w0-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.323496902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"d6afd9f2-93fc-4ab0-87fc-625efcde57ac","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"routeName":"auth-test-model-e4864d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","llmisvcName":"auth-test-model-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.422905736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"494e632b-955b-4c3c-abfa-efd1c988a168","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-e4864d","tenantID":"e2e-shared-b-w0-e4864d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.469662266Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"e478abb0-0625-47e2-b7b9-e9d3152656f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.469748744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"c8154071-0bf4-4b53-8d6d-64e44d8b96bf","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"tenant":"e2e-shared-a-w0-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.469765017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"c8154071-0bf4-4b53-8d6d-64e44d8b96bf","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"routeName":"auth-test-model-547082-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-547082","llmisvcName":"auth-test-model-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.477968888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"494e632b-955b-4c3c-abfa-efd1c988a168","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"e2e-shared-b-w0-e4864d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.662752402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"e478abb0-0625-47e2-b7b9-e9d3152656f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.786584174Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"e478abb0-0625-47e2-b7b9-e9d3152656f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"name":"e2e-shared-a-w0-547082-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.786608368Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"e2e-auth-iso-2c0376","reconcileID":"e478abb0-0625-47e2-b7b9-e9d3152656f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.812324541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"189b3c28-5416-4222-88b7-39370f769ac8","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-e4864d","tenantID":"e2e-shared-b-w0-e4864d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.841310868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"fafebb7a-edc7-4b0a-a642-c4f8786765d3","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"tenant":"e2e-shared-a-w0-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","model":"ai-tenant-e2e-shared-a-w0-547082/auth-test-model-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.841330825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"auth-test-model-547082","reconcileID":"fafebb7a-edc7-4b0a-a642-c4f8786765d3","MaaSModelRef":{"name":"auth-test-model-547082","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"routeName":"auth-test-model-547082-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-547082","llmisvcName":"auth-test-model-547082","gateway":"openshift-ingress/e2e-shared-a-w0-547082","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.866955338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"189b3c28-5416-4222-88b7-39370f769ac8","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"e2e-shared-b-w0-e4864d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.913105527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"c2dff9ef-5771-4d13-9785-49077a96f19e","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"maas-trlp-auth-test-model-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.992812893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"c2c16d17-4967-42f3-8032-ac65de2cb466","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"tenant":"e2e-shared-b-w0-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:31.992832786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"c2c16d17-4967-42f3-8032-ac65de2cb466","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"routeName":"auth-test-model-e4864d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","llmisvcName":"auth-test-model-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:32.065558131Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"9f57a085-0071-4010-846f-726fa8bf1136","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:32.081992426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"e67a4d6b-1049-4e95-8725-07caf2d80acc","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"tenant":"e2e-shared-b-w3-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:32.082015071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"e67a4d6b-1049-4e95-8725-07caf2d80acc","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"routeName":"auth-test-model-fe49e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","llmisvcName":"auth-test-model-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:32.316655888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"9f57a085-0071-4010-846f-726fa8bf1136","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-e4864d","tenantID":"e2e-shared-b-w0-e4864d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:32.440950771Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"9f57a085-0071-4010-846f-726fa8bf1136","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"name":"e2e-shared-b-w0-e4864d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:32.440977333Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"e2e-auth-iso-2c0376","reconcileID":"9f57a085-0071-4010-846f-726fa8bf1136","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0376","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:32.495395863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"d2040fef-8ebc-431f-a369-b30f5ea290ce","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"tenant":"e2e-shared-b-w0-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","model":"ai-tenant-e2e-shared-b-w0-e4864d/auth-test-model-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:32.49542083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"auth-test-model-e4864d","reconcileID":"d2040fef-8ebc-431f-a369-b30f5ea290ce","MaaSModelRef":{"name":"auth-test-model-e4864d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"routeName":"auth-test-model-e4864d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","llmisvcName":"auth-test-model-e4864d","gateway":"openshift-ingress/e2e-shared-b-w0-e4864d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:32.498239546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"2e67abc4-fc8c-40e7-ba07-f62899e5f56c","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-fe49e7","tenantID":"e2e-shared-b-w3-fe49e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:32.553156042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"2e67abc4-fc8c-40e7-ba07-f62899e5f56c","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"e2e-shared-b-w3-fe49e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:32.978036746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"dfe40849-9bf8-4884-912c-da80e975bb5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-b37684","tenantID":"e2e-shared-b-w1-b37684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:33.033867092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"dfe40849-9bf8-4884-912c-da80e975bb5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"name":"e2e-shared-b-w1-b37684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:34.389137006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"b24d7f72-ea98-4dcb-a801-2256143363fc","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"tenant":"e2e-shared-a-w3-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:34.389159921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"b24d7f72-ea98-4dcb-a801-2256143363fc","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"routeName":"auth-test-model-487c5f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","llmisvcName":"auth-test-model-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:34.487907753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"7d51f193-b3d2-48aa-820b-71e7ab99c301","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-487c5f","tenantID":"e2e-shared-a-w3-487c5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:34.542058918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"7d51f193-b3d2-48aa-820b-71e7ab99c301","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"e2e-shared-a-w3-487c5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:34.54361251Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"9350e0d3-4947-4163-9c2d-1b4aa90c0459","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-38554f47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:34.839083089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"53423e83-2e06-4fed-aca5-e1f92b57ecc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-487c5f","tenantID":"e2e-shared-a-w3-487c5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:34.895150789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"53423e83-2e06-4fed-aca5-e1f92b57ecc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"e2e-shared-a-w3-487c5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:35.013588293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"6725d8f8-0960-4fae-9ed8-0c29c865404f","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"tenant":"e2e-shared-a-w1-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:35.013612864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"6725d8f8-0960-4fae-9ed8-0c29c865404f","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"routeName":"auth-test-model-cafbb2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","llmisvcName":"auth-test-model-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:35.11202211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"347483ea-5994-46b7-b1d9-ef8e4149374d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-cafbb2","tenantID":"e2e-shared-a-w1-cafbb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:35.166989092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"347483ea-5994-46b7-b1d9-ef8e4149374d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"e2e-shared-a-w1-cafbb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:35.168002102Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"f5eece8d-6f32-480b-b5e0-e2ea496473cb","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-48526fc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:35.46476336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"513fed3b-faae-4f31-b04d-c726e620477a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-cafbb2","tenantID":"e2e-shared-a-w1-cafbb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:35.521200228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"513fed3b-faae-4f31-b04d-c726e620477a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"e2e-shared-a-w1-cafbb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:40.624423241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"30f505e3-85ee-4fd5-81f8-8d9e7cfacb40","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-64120b","tenantID":"e2e-shared-b-w2-64120b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:40.678873476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"30f505e3-85ee-4fd5-81f8-8d9e7cfacb40","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"e2e-shared-b-w2-64120b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:40.735733483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-64120b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bce5767889afcc7f2a6aaa8eb93c5a84cb2ecf6fbef283c35a9e93183bf7192c) AuthConfig (80a1c9f343a7c59ff5c681fca46d42224de9ba432383c53a0fb60943f41e0507) AuthConfig (b04ef1c0fe5d90e2cf297d25365834871dcede49f7208b3d9efe6751f98f127c) AuthConfig (a1e660927836202d41e6accaa7d094194427a6b6808f7b5d4a0f33b29aa2b1f7) AuthConfig (1d3ae8ebc18191a0900f2d4084ec827eb57ca487433768f4b31581dd63c92edf) AuthConfig (dc2be919cbaefdb1c5a54a11fb39ad4b38fa60d33eafb431cc6dfbaf37924719) AuthConfig (75731ad982d09e2cded606de1cb837b02e2762a994267c8eeb77d8e35014ab10) AuthConfig (f9ae985a230e33b7d7ff3f0bd55e0526c9ce5016a32df9c290431b52c3b2ba16) AuthConfig (d384848188a1b05333cd158b2ef509e2d18176aeb997994a29d06fb4b0c74263) AuthConfig (14a696709a41fa221255146fcfaef4699103999d752bebe1a538d6c3d4e6d605) AuthConfig (1a04be4afaab499550113f24d364f0a133a6d1a4b15454148921c1f04368dfbb) AuthConfig (58ee4255dcc39370d7d0304eab2b88337763f71110732e135ce7b27b6170de33) AuthConfig (e6ef2382528aca8fbf3466e25880cd38571c77fce0fdc33628c3f66975d79bfe) AuthConfig (144b3a230db2cfabf233a6545549915c1cca5bfa26066f28dc9f9950deafbba6) AuthConfig (f13d7378b96cb5e66506c3df13e89be52653e1bb2ce72530f325bf02273f7a79) AuthConfig (f13598301a0ab3d3c0c473c249f78c0fe0db4163f8a6be35ac41f0cc272f08bd) AuthConfig (0775298475d3e0b0fbd756e5ec0d79879b9cc50a0649fe69635afc434f6d19f4) AuthConfig (e26328ced6de50e1061f16d2592035a27df946644bb88e72c26a439f85148a96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"30f505e3-85ee-4fd5-81f8-8d9e7cfacb40","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:40.790963923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"b6bc4d32-4789-43f4-9995-2cdce1d1735a","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"tenant":"e2e-shared-b-w2-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:40.79098281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"b6bc4d32-4789-43f4-9995-2cdce1d1735a","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"routeName":"auth-test-model-64120b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-64120b","llmisvcName":"auth-test-model-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:44.593905361Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"73f2874a-d450-41d0-a5e9-fe76d3bb4d16","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","subscription":"e2e-auth-iso-54b917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:44.643914817Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"73f2874a-d450-41d0-a5e9-fe76d3bb4d16","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:44.694102513Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"73f2874a-d450-41d0-a5e9-fe76d3bb4d16","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"maas-trlp-auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:44.963034628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"372d0239-ad58-4d60-808a-3f349f126df3","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"tenant":"e2e-shared-a-w3-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:44.963055269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"372d0239-ad58-4d60-808a-3f349f126df3","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"routeName":"auth-test-model-487c5f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","llmisvcName":"auth-test-model-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.062563521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"2145735b-4165-4c1a-b10a-200946b3146e","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-487c5f","tenantID":"e2e-shared-a-w3-487c5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.12080966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"2145735b-4165-4c1a-b10a-200946b3146e","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"e2e-shared-a-w3-487c5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.127788395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"25506ac0-4538-462d-9385-4086f0cf8d86","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"tenant":"e2e-shared-b-w3-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.1278061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"25506ac0-4538-462d-9385-4086f0cf8d86","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"routeName":"auth-test-model-fe49e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","llmisvcName":"auth-test-model-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.217817733Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"5b3f3bdc-78ef-4a35-b63e-a72a4d3a3ed2","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","subscription":"e2e-auth-iso-ded606","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.226572053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"adfb5b29-4dd1-4336-810d-caa75e3ab412","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-fe49e7","tenantID":"e2e-shared-b-w3-fe49e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.2679908Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"5b3f3bdc-78ef-4a35-b63e-a72a4d3a3ed2","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.282461409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"adfb5b29-4dd1-4336-810d-caa75e3ab412","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"e2e-shared-b-w3-fe49e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.283541892Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"22b26656-9803-470d-aa70-74a1ca1604a6","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-35ecd54c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.321658508Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"5b3f3bdc-78ef-4a35-b63e-a72a4d3a3ed2","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"maas-trlp-auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.422947857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"2d53bcce-3e89-45e7-896c-49acb312b2e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-487c5f","tenantID":"e2e-shared-a-w3-487c5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.477513014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"2d53bcce-3e89-45e7-896c-49acb312b2e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"e2e-shared-a-w3-487c5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.570972903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"33a4ae6b-bcdd-441a-bbe9-862a80e29c50","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-fe49e7","tenantID":"e2e-shared-b-w3-fe49e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.586274106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"7d48f024-a2a6-4006-b946-abeb30a0020a","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"tenant":"e2e-shared-a-w1-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.586292736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"7d48f024-a2a6-4006-b946-abeb30a0020a","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"routeName":"auth-test-model-cafbb2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","llmisvcName":"auth-test-model-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.626938662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"33a4ae6b-bcdd-441a-bbe9-862a80e29c50","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"e2e-shared-b-w3-fe49e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.685012453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"f206fe29-2bf3-486f-8d5a-845110679eed","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-cafbb2","tenantID":"e2e-shared-a-w1-cafbb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.739288761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"f206fe29-2bf3-486f-8d5a-845110679eed","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"e2e-shared-a-w1-cafbb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.754959808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"54c5a0ac-e5ba-4422-9164-aa7d42be752c","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"tenant":"e2e-shared-b-w1-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.754982584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"54c5a0ac-e5ba-4422-9164-aa7d42be752c","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"routeName":"auth-test-model-b37684-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-b37684","llmisvcName":"auth-test-model-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.853372677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"73557d05-196d-43b1-8e16-8d1f9ff965f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-b37684","tenantID":"e2e-shared-b-w1-b37684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.908095548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"73557d05-196d-43b1-8e16-8d1f9ff965f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"name":"e2e-shared-b-w1-b37684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:45.909722124Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"769ee521-d350-49c9-8185-533ed209fc46","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dda0de5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:46.076720831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"dc4c3c30-40be-4a59-8963-25d6d20d4a05","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-cafbb2","tenantID":"e2e-shared-a-w1-cafbb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:46.131282344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"dc4c3c30-40be-4a59-8963-25d6d20d4a05","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"e2e-shared-a-w1-cafbb2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:46.225194348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"4f134c17-1828-4e4f-b9bf-acb8ab5b5f45","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-b37684","tenantID":"e2e-shared-b-w1-b37684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:46.283006492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"4f134c17-1828-4e4f-b9bf-acb8ab5b5f45","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"name":"e2e-shared-b-w1-b37684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:49.229566377Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:50.890873454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"6b65ca19-4f12-47e2-92ee-e3f94f7d98c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-64120b","tenantID":"e2e-shared-b-w2-64120b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:50.946216406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"6b65ca19-4f12-47e2-92ee-e3f94f7d98c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"e2e-shared-b-w2-64120b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:50.999402353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-64120b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bce5767889afcc7f2a6aaa8eb93c5a84cb2ecf6fbef283c35a9e93183bf7192c) AuthConfig (80a1c9f343a7c59ff5c681fca46d42224de9ba432383c53a0fb60943f41e0507) AuthConfig (b04ef1c0fe5d90e2cf297d25365834871dcede49f7208b3d9efe6751f98f127c) AuthConfig (a1e660927836202d41e6accaa7d094194427a6b6808f7b5d4a0f33b29aa2b1f7) AuthConfig (1d3ae8ebc18191a0900f2d4084ec827eb57ca487433768f4b31581dd63c92edf) AuthConfig (dc2be919cbaefdb1c5a54a11fb39ad4b38fa60d33eafb431cc6dfbaf37924719) AuthConfig (75731ad982d09e2cded606de1cb837b02e2762a994267c8eeb77d8e35014ab10) AuthConfig (f9ae985a230e33b7d7ff3f0bd55e0526c9ce5016a32df9c290431b52c3b2ba16) AuthConfig (d384848188a1b05333cd158b2ef509e2d18176aeb997994a29d06fb4b0c74263) AuthConfig (14a696709a41fa221255146fcfaef4699103999d752bebe1a538d6c3d4e6d605) AuthConfig (1a04be4afaab499550113f24d364f0a133a6d1a4b15454148921c1f04368dfbb) AuthConfig (58ee4255dcc39370d7d0304eab2b88337763f71110732e135ce7b27b6170de33) AuthConfig (e6ef2382528aca8fbf3466e25880cd38571c77fce0fdc33628c3f66975d79bfe) AuthConfig (144b3a230db2cfabf233a6545549915c1cca5bfa26066f28dc9f9950deafbba6) AuthConfig (f13d7378b96cb5e66506c3df13e89be52653e1bb2ce72530f325bf02273f7a79) AuthConfig (f13598301a0ab3d3c0c473c249f78c0fe0db4163f8a6be35ac41f0cc272f08bd) AuthConfig (0775298475d3e0b0fbd756e5ec0d79879b9cc50a0649fe69635afc434f6d19f4) AuthConfig (e26328ced6de50e1061f16d2592035a27df946644bb88e72c26a439f85148a96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"6b65ca19-4f12-47e2-92ee-e3f94f7d98c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:54.821542516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"4608bc4f-b788-483b-ba8c-0e19f42ae2d7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-742ff8","tenantID":"e2e-shared-a-w4-742ff8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:54.934637751Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"4608bc4f-b788-483b-ba8c-0e19f42ae2d7","name":"e2e-shared-a-w4-742ff8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:55.334522863Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"999730e2-f900-46ba-9d37-a39a07f299c2","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","subscription":"e2e-auth-iso-54b917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:55.392820238Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"999730e2-f900-46ba-9d37-a39a07f299c2","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:55.442891153Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"999730e2-f900-46ba-9d37-a39a07f299c2","MaaSSubscription":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"maas-trlp-auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:55.724314538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"ccd97c76-9bf3-4f12-9549-90511692a485","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"tenant":"e2e-shared-b-w3-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:55.7243351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"ccd97c76-9bf3-4f12-9549-90511692a485","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"routeName":"auth-test-model-fe49e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","llmisvcName":"auth-test-model-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:55.824781399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"6ef05ab2-b9c1-4d77-bfca-2cfd3ec81cf0","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-fe49e7","tenantID":"e2e-shared-b-w3-fe49e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:55.879157513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"6ef05ab2-b9c1-4d77-bfca-2cfd3ec81cf0","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"e2e-shared-b-w3-fe49e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:55.880416331Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"2ddea036-58b2-44ab-9cdd-49d79a54196f","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:55.880527956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"52e4b0df-723b-4c6e-993f-a1ae109a9762","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"tenant":"e2e-shared-a-w3-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:55.880544791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"52e4b0df-723b-4c6e-993f-a1ae109a9762","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"routeName":"auth-test-model-487c5f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","llmisvcName":"auth-test-model-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:55.959491236Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"e4377ea1-ee38-4af8-860d-de5ed6080bdc","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","subscription":"e2e-auth-iso-ded606","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.009440669Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"e4377ea1-ee38-4af8-860d-de5ed6080bdc","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.062025239Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"e4377ea1-ee38-4af8-860d-de5ed6080bdc","MaaSSubscription":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"name":"maas-trlp-auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.158169859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"2ddea036-58b2-44ab-9cdd-49d79a54196f","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-487c5f","tenantID":"e2e-shared-a-w3-487c5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.280605725Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"2ddea036-58b2-44ab-9cdd-49d79a54196f","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"name":"e2e-shared-a-w3-487c5f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.280628953Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"e2e-auth-iso-54b917","reconcileID":"2ddea036-58b2-44ab-9cdd-49d79a54196f","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.307863533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"c43b10c4-c9c9-42ab-8853-ec4de0e19425","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-fe49e7","tenantID":"e2e-shared-b-w3-fe49e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.33526112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"bcb622de-cdba-45b7-9a75-c1b8b17324d2","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"tenant":"e2e-shared-a-w3-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","model":"ai-tenant-e2e-shared-a-w3-487c5f/auth-test-model-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.335280175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"auth-test-model-487c5f","reconcileID":"bcb622de-cdba-45b7-9a75-c1b8b17324d2","MaaSModelRef":{"name":"auth-test-model-487c5f","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"routeName":"auth-test-model-487c5f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","llmisvcName":"auth-test-model-487c5f","gateway":"openshift-ingress/e2e-shared-a-w3-487c5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.362429361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"c43b10c4-c9c9-42ab-8853-ec4de0e19425","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"e2e-shared-b-w3-fe49e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.416591375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"5af42605-a60f-4c86-97c6-6b0da15a4e58","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"tenant":"e2e-shared-b-w1-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.416614532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"5af42605-a60f-4c86-97c6-6b0da15a4e58","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"routeName":"auth-test-model-b37684-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-b37684","llmisvcName":"auth-test-model-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.488738498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"8369f5e6-56b5-4d61-8a5c-9cb060eaa1da","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"tenant":"e2e-shared-b-w3-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.488759802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"8369f5e6-56b5-4d61-8a5c-9cb060eaa1da","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"routeName":"auth-test-model-fe49e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","llmisvcName":"auth-test-model-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.515960486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"8786ea7c-9d96-4ba6-8354-281034d0cc3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-b37684","tenantID":"e2e-shared-b-w1-b37684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.56172146Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"7f7bfd55-016f-44ac-a3a8-6b4d5a26f5ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.570397366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"8786ea7c-9d96-4ba6-8354-281034d0cc3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"name":"e2e-shared-b-w1-b37684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.58162956Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"b7bac5a2-e624-42c7-95a4-f4ed33460862","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.581785656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"7efcdeec-6f98-4936-809c-03c622123137","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"tenant":"e2e-shared-a-w1-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.581807798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"7efcdeec-6f98-4936-809c-03c622123137","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"routeName":"auth-test-model-cafbb2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","llmisvcName":"auth-test-model-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.811686838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"7f7bfd55-016f-44ac-a3a8-6b4d5a26f5ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-fe49e7","tenantID":"e2e-shared-b-w3-fe49e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.812114993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"b7bac5a2-e624-42c7-95a4-f4ed33460862","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-cafbb2","tenantID":"e2e-shared-a-w1-cafbb2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.860675228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"f1a258de-c050-4e3b-a808-587c3b444a55","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-b37684","tenantID":"e2e-shared-b-w1-b37684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.914931082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"f1a258de-c050-4e3b-a808-587c3b444a55","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"name":"e2e-shared-b-w1-b37684-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.968448476Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"b7bac5a2-e624-42c7-95a4-f4ed33460862","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"name":"e2e-shared-a-w1-cafbb2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.968470952Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"e2e-auth-iso-ded606","reconcileID":"b7bac5a2-e624-42c7-95a4-f4ed33460862","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.980840249Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"7f7bfd55-016f-44ac-a3a8-6b4d5a26f5ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"name":"e2e-shared-b-w3-fe49e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:56.980866568Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"e2e-auth-iso-54b917","reconcileID":"7f7bfd55-016f-44ac-a3a8-6b4d5a26f5ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-54b917","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:57.022292861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"63374e5c-c2d4-4feb-bb75-043abfbc6f81","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"tenant":"e2e-shared-a-w1-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","model":"ai-tenant-e2e-shared-a-w1-cafbb2/auth-test-model-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:57.022311887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"auth-test-model-cafbb2","reconcileID":"63374e5c-c2d4-4feb-bb75-043abfbc6f81","MaaSModelRef":{"name":"auth-test-model-cafbb2","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"routeName":"auth-test-model-cafbb2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","llmisvcName":"auth-test-model-cafbb2","gateway":"openshift-ingress/e2e-shared-a-w1-cafbb2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:57.034908579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"9298ae93-d84e-4372-ab9a-3589abfce39a","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"tenant":"e2e-shared-b-w3-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","model":"ai-tenant-e2e-shared-b-w3-fe49e7/auth-test-model-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:57.034923496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"auth-test-model-fe49e7","reconcileID":"9298ae93-d84e-4372-ab9a-3589abfce39a","MaaSModelRef":{"name":"auth-test-model-fe49e7","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"routeName":"auth-test-model-fe49e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","llmisvcName":"auth-test-model-fe49e7","gateway":"openshift-ingress/e2e-shared-b-w3-fe49e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:57.178936228Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"79215c43-979d-4ba3-92ed-ea26d5da41b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:57.179021658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"6e899611-3f21-4893-832e-7ba3df7824a7","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"tenant":"e2e-shared-b-w1-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:57.179038984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"6e899611-3f21-4893-832e-7ba3df7824a7","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"routeName":"auth-test-model-b37684-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-b37684","llmisvcName":"auth-test-model-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:57.326730506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"79215c43-979d-4ba3-92ed-ea26d5da41b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-b37684","tenantID":"e2e-shared-b-w1-b37684","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:57.44962562Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"79215c43-979d-4ba3-92ed-ea26d5da41b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"name":"e2e-shared-b-w1-b37684-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:57.449650496Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"e2e-auth-iso-ded606","reconcileID":"79215c43-979d-4ba3-92ed-ea26d5da41b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ded606","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:57.503736039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"ed559e41-0235-412d-90d7-f733aafa8290","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"tenant":"e2e-shared-b-w1-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","model":"ai-tenant-e2e-shared-b-w1-b37684/auth-test-model-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:27:57.503755019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"auth-test-model-b37684","reconcileID":"ed559e41-0235-412d-90d7-f733aafa8290","MaaSModelRef":{"name":"auth-test-model-b37684","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"routeName":"auth-test-model-b37684-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-b37684","llmisvcName":"auth-test-model-b37684","gateway":"openshift-ingress/e2e-shared-b-w1-b37684","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:01.099539501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"bca23ecd-9f75-4cd2-8766-730a2aa002ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-64120b","tenantID":"e2e-shared-b-w2-64120b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:01.153710076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"bca23ecd-9f75-4cd2-8766-730a2aa002ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"e2e-shared-b-w2-64120b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:01.20675144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-64120b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bce5767889afcc7f2a6aaa8eb93c5a84cb2ecf6fbef283c35a9e93183bf7192c) AuthConfig (80a1c9f343a7c59ff5c681fca46d42224de9ba432383c53a0fb60943f41e0507) AuthConfig (b04ef1c0fe5d90e2cf297d25365834871dcede49f7208b3d9efe6751f98f127c) AuthConfig (a1e660927836202d41e6accaa7d094194427a6b6808f7b5d4a0f33b29aa2b1f7) AuthConfig (1d3ae8ebc18191a0900f2d4084ec827eb57ca487433768f4b31581dd63c92edf) AuthConfig (dc2be919cbaefdb1c5a54a11fb39ad4b38fa60d33eafb431cc6dfbaf37924719) AuthConfig (75731ad982d09e2cded606de1cb837b02e2762a994267c8eeb77d8e35014ab10) AuthConfig (f9ae985a230e33b7d7ff3f0bd55e0526c9ce5016a32df9c290431b52c3b2ba16) AuthConfig (d384848188a1b05333cd158b2ef509e2d18176aeb997994a29d06fb4b0c74263) AuthConfig (14a696709a41fa221255146fcfaef4699103999d752bebe1a538d6c3d4e6d605) AuthConfig (1a04be4afaab499550113f24d364f0a133a6d1a4b15454148921c1f04368dfbb) AuthConfig (58ee4255dcc39370d7d0304eab2b88337763f71110732e135ce7b27b6170de33) AuthConfig (e6ef2382528aca8fbf3466e25880cd38571c77fce0fdc33628c3f66975d79bfe) AuthConfig (144b3a230db2cfabf233a6545549915c1cca5bfa26066f28dc9f9950deafbba6) AuthConfig (f13d7378b96cb5e66506c3df13e89be52653e1bb2ce72530f325bf02273f7a79) AuthConfig (f13598301a0ab3d3c0c473c249f78c0fe0db4163f8a6be35ac41f0cc272f08bd) AuthConfig (0775298475d3e0b0fbd756e5ec0d79879b9cc50a0649fe69635afc434f6d19f4) AuthConfig (e26328ced6de50e1061f16d2592035a27df946644bb88e72c26a439f85148a96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"bca23ecd-9f75-4cd2-8766-730a2aa002ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:11.307909104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"a7724172-bdc8-477f-9571-b76b4ed595f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-64120b","tenantID":"e2e-shared-b-w2-64120b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:11.370107763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"a7724172-bdc8-477f-9571-b76b4ed595f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"e2e-shared-b-w2-64120b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:11.686556377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"313c64e3-e19a-4b1a-a7da-e92a04cd6ef9","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"tenant":"e2e-shared-b-w2-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:11.686585365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"313c64e3-e19a-4b1a-a7da-e92a04cd6ef9","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"routeName":"auth-test-model-64120b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-64120b","llmisvcName":"auth-test-model-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:13.154741284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce11458-06b9-42c2-b8b7-5f0f143078e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:13.205267427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce11458-06b9-42c2-b8b7-5f0f143078e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:13.254451298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce11458-06b9-42c2-b8b7-5f0f143078e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:13.304551003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce11458-06b9-42c2-b8b7-5f0f143078e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:13.752106585Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0e72bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0e72bd","reconcileID":"80de83d5-99df-4a79-bd82-3fa8ad56fbe4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-0e72bd","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-0e72bd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:15.11114135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f642288a-1387-4373-bff9-533543a03eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:15.160219879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f642288a-1387-4373-bff9-533543a03eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:15.211472432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f642288a-1387-4373-bff9-533543a03eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:15.260596708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f642288a-1387-4373-bff9-533543a03eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.073670336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f73648-fd6e-4927-afa1-4153bb427e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.123425357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f73648-fd6e-4927-afa1-4153bb427e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.160344093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"e0a8b00e-3105-4643-bbcb-722bbd93666e","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"tenant":"e2e-shared-b-w2-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.160579998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"e0a8b00e-3105-4643-bbcb-722bbd93666e","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"routeName":"auth-test-model-64120b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-64120b","llmisvcName":"auth-test-model-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.176584665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f73648-fd6e-4927-afa1-4153bb427e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.227112218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f73648-fd6e-4927-afa1-4153bb427e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.286325919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"116a6721-c891-499b-b04d-4df538e80924","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"tenant":"e2e-shared-b-w2-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.286374701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"116a6721-c891-499b-b04d-4df538e80924","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"routeName":"auth-test-model-64120b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-64120b","llmisvcName":"auth-test-model-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.327309527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"87f03851-e896-466c-9f43-8f3d50cca34c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-64120b","tenantID":"e2e-shared-b-w2-64120b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:28:17.335594283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"9de06278-4448-41c6-8563-15d66288bb16","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c6fb12\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:28:17.338780487Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"116a6721-c891-499b-b04d-4df538e80924","name":"auth-test-model-64120b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-64120b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:28:17.338831941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"116a6721-c891-499b-b04d-4df538e80924","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-64120b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.344174386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"13b033d5-73e8-4c56-9ed1-26a1472f7d1e","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"tenant":"e2e-shared-b-w2-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.34419059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"13b033d5-73e8-4c56-9ed1-26a1472f7d1e","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"routeName":"auth-test-model-64120b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-64120b","llmisvcName":"auth-test-model-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.387805733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"87f03851-e896-466c-9f43-8f3d50cca34c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"e2e-shared-b-w2-64120b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.463089462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"50833a4f-e37b-4e42-a8bf-c91f3b896800","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"tenant":"e2e-shared-b-w2-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.46325508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"50833a4f-e37b-4e42-a8bf-c91f3b896800","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"routeName":"auth-test-model-64120b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-64120b","llmisvcName":"auth-test-model-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.521471959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"117d6b82-9b2a-41e4-8f8b-18f471c95043","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"tenant":"e2e-shared-b-w2-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.521492655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"117d6b82-9b2a-41e4-8f8b-18f471c95043","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"routeName":"auth-test-model-64120b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-64120b","llmisvcName":"auth-test-model-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.721093765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"3dd615d0-ee1e-4532-8346-b6589f16cb4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-64120b","tenantID":"e2e-shared-b-w2-64120b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.734038326Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"918fde63-09cf-42a2-b900-a57a73f5ff7e","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"maas-trlp-auth-test-model-64120b","model":"auth-test-model-64120b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-64120b/e2e-auth-iso-c6fb12"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.777905067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"3dd615d0-ee1e-4532-8346-b6589f16cb4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"e2e-shared-b-w2-64120b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.894690322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"9fa68f13-cafb-4f70-97e1-7bd2a6e0be7a","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"tenant":"e2e-shared-b-w2-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:17.894712441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"9fa68f13-cafb-4f70-97e1-7bd2a6e0be7a","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"routeName":"auth-test-model-64120b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-64120b","llmisvcName":"auth-test-model-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:18.094471331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"9dbdaf9a-a180-4043-890e-453ee9c7e8a5","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"maas-trlp-auth-test-model-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:19.181251056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2f5d6d-0860-4f10-9c7c-e2ef3f06cc15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:19.230896129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2f5d6d-0860-4f10-9c7c-e2ef3f06cc15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:19.231129564Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:19.280084682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2f5d6d-0860-4f10-9c7c-e2ef3f06cc15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:19.329173695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2f5d6d-0860-4f10-9c7c-e2ef3f06cc15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:49.228973752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:50.770737987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"638429a0-7689-47b9-a34c-250c8e0031a5","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"maas-trlp-auth-test-model-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:50.929313948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"83c8228e-aa22-4800-bd06-9f240b852bd2","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"tenant":"e2e-shared-b-w2-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:50.929362646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"83c8228e-aa22-4800-bd06-9f240b852bd2","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"routeName":"auth-test-model-64120b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-64120b","llmisvcName":"auth-test-model-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:51.867650157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"7d096c2d-e97d-4084-af74-ae5295f229c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-64120b","tenantID":"e2e-shared-b-w2-64120b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:51.927634674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"7d096c2d-e97d-4084-af74-ae5295f229c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"e2e-shared-b-w2-64120b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:54.97269185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10d8becc-e6b8-447b-b473-5ec16f6d37fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:55.02158582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10d8becc-e6b8-447b-b473-5ec16f6d37fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:55.070835908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10d8becc-e6b8-447b-b473-5ec16f6d37fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:55.120726597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10d8becc-e6b8-447b-b473-5ec16f6d37fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:55.546399002Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-9389b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-9389b9","reconcileID":"489d8f61-02dc-46e6-87ff-27a2ccd988d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-9389b9","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-9389b9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:56.954572535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"172494f0-8c9f-4878-af62-6f9be17b04af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:57.003511624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"172494f0-8c9f-4878-af62-6f9be17b04af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:57.052574283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"172494f0-8c9f-4878-af62-6f9be17b04af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:57.101498139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"172494f0-8c9f-4878-af62-6f9be17b04af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:57.182037743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"6b70ee3b-72df-4b94-8696-f5dd09ada38a","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"tenant":"e2e-shared-a-w2-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:57.182059341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"6b70ee3b-72df-4b94-8696-f5dd09ada38a","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"routeName":"auth-test-model-056a27-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-056a27","llmisvcName":"auth-test-model-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:57.306263531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"f83e718f-d6c8-422c-925e-18e782593061","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-056a27","tenantID":"e2e-shared-a-w2-056a27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:57.356520642Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"613179de-92c3-49e6-8339-beb334503717","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ccbc8582","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:57.361314072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"f83e718f-d6c8-422c-925e-18e782593061","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"e2e-shared-a-w2-056a27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:57.661483545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"0bd50850-e33e-4236-a3b1-ab7bc3c4ca8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-056a27","tenantID":"e2e-shared-a-w2-056a27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:57.716587833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"0bd50850-e33e-4236-a3b1-ab7bc3c4ca8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"e2e-shared-a-w2-056a27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:58.886842998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e098af-32c4-490f-9130-1f82eec240e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:58.935639963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e098af-32c4-490f-9130-1f82eec240e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:58.985332128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e098af-32c4-490f-9130-1f82eec240e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:28:59.035077577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e098af-32c4-490f-9130-1f82eec240e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:05.545677295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafea189-8e7b-4672-89fd-c416247f8d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:05.594546635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafea189-8e7b-4672-89fd-c416247f8d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:05.643339504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafea189-8e7b-4672-89fd-c416247f8d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:05.696154878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafea189-8e7b-4672-89fd-c416247f8d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:06.754862631Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8d612c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8d612c","reconcileID":"4396386b-ed09-48fa-9a53-25ff9aa8bcc6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8d612c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-8d612c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:07.408791189Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"3869366c-0427-4c3c-b7a7-4f4ee3eb6678","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","subscription":"e2e-auth-iso-c6fb12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:07.458466422Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"3869366c-0427-4c3c-b7a7-4f4ee3eb6678","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:07.513115566Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"3869366c-0427-4c3c-b7a7-4f4ee3eb6678","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"maas-trlp-auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:07.612986102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da76154c-d82c-4c56-abc6-25d5e6d4e8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:07.662935198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da76154c-d82c-4c56-abc6-25d5e6d4e8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:07.711823518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da76154c-d82c-4c56-abc6-25d5e6d4e8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:07.764377449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da76154c-d82c-4c56-abc6-25d5e6d4e8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:07.885230851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"8cbab3b7-386f-4bc1-a04d-237af9f24388","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"tenant":"e2e-shared-a-w2-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:07.885259704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"8cbab3b7-386f-4bc1-a04d-237af9f24388","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"routeName":"auth-test-model-056a27-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-056a27","llmisvcName":"auth-test-model-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:08.031410402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"b9fe1a5b-9eaa-428e-b56f-a638ac36f061","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-056a27","tenantID":"e2e-shared-a-w2-056a27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:08.036954095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"9b19d7cd-09ca-4e05-b817-e4381d34ca2c","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"tenant":"e2e-shared-b-w2-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:08.036981713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"9b19d7cd-09ca-4e05-b817-e4381d34ca2c","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"routeName":"auth-test-model-64120b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-64120b","llmisvcName":"auth-test-model-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:08.086346575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"b9fe1a5b-9eaa-428e-b56f-a638ac36f061","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"e2e-shared-a-w2-056a27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:08.135535494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"0588d175-a906-4816-a4f5-09ef01426bbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-64120b","tenantID":"e2e-shared-b-w2-64120b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:08.190869983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"0588d175-a906-4816-a4f5-09ef01426bbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"e2e-shared-b-w2-64120b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:08.192286913Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"36f29922-e14c-4056-aa32-6aaebf3fb2df","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b52b4147","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:08.383029061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"3a98792c-20d0-464a-a4ba-314c3156077d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-056a27","tenantID":"e2e-shared-a-w2-056a27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:08.439037032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"3a98792c-20d0-464a-a4ba-314c3156077d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"e2e-shared-a-w2-056a27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:08.483536258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"da7cc7d5-aff5-4e0a-bce4-027b52e0e00f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-64120b","tenantID":"e2e-shared-b-w2-64120b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:08.539214621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"da7cc7d5-aff5-4e0a-bce4-027b52e0e00f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"e2e-shared-b-w2-64120b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:09.683949174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa1ba2a-194c-4b00-a22c-ff184025025f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:09.733440095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa1ba2a-194c-4b00-a22c-ff184025025f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:09.782858515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa1ba2a-194c-4b00-a22c-ff184025025f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:09.83208752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa1ba2a-194c-4b00-a22c-ff184025025f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:11.622441991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62d9797-2dfb-4946-adf1-c038fbbab4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:11.671492779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62d9797-2dfb-4946-adf1-c038fbbab4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:11.720644943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62d9797-2dfb-4946-adf1-c038fbbab4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:11.769783195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62d9797-2dfb-4946-adf1-c038fbbab4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:13.442995793Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-b91df1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-b91df1","reconcileID":"ecd06541-fd59-4ee9-ae7f-0455e608bdb1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-b91df1","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-b91df1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:13.578797191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327c2361-b7ca-470d-ac04-4b7ee7726bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:13.628332999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327c2361-b7ca-470d-ac04-4b7ee7726bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:13.677045913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327c2361-b7ca-470d-ac04-4b7ee7726bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:13.725937826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327c2361-b7ca-470d-ac04-4b7ee7726bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:15.60806691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852f6b5c-1263-4b67-92f7-fe3839cff884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:15.656876714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852f6b5c-1263-4b67-92f7-fe3839cff884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:15.706581259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852f6b5c-1263-4b67-92f7-fe3839cff884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:15.757136917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852f6b5c-1263-4b67-92f7-fe3839cff884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:18.242805269Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"9dc1bb65-66ce-489e-8f8d-ade915b454e0","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","subscription":"e2e-auth-iso-c6fb12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:18.292437489Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"9dc1bb65-66ce-489e-8f8d-ade915b454e0","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:18.342505504Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"9dc1bb65-66ce-489e-8f8d-ade915b454e0","MaaSSubscription":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"maas-trlp-auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:18.607850187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"16678792-c05c-4ae6-ac8c-1dc60225655b","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"tenant":"e2e-shared-b-w2-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:18.607870677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"16678792-c05c-4ae6-ac8c-1dc60225655b","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"routeName":"auth-test-model-64120b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-64120b","llmisvcName":"auth-test-model-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:18.706602414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"8437376f-bb52-4df7-b632-74dead6c5c50","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-64120b","tenantID":"e2e-shared-b-w2-64120b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:18.755513592Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"15e8d783-8d4f-4dad-a88d-ecce5d0e1517","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:18.755605732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"5bafa0ed-0ca1-4ebc-996a-bec9a811099d","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"tenant":"e2e-shared-a-w2-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:18.755624258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"5bafa0ed-0ca1-4ebc-996a-bec9a811099d","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"routeName":"auth-test-model-056a27-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-056a27","llmisvcName":"auth-test-model-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:18.760558796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"8437376f-bb52-4df7-b632-74dead6c5c50","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"e2e-shared-b-w2-64120b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:18.954502279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"15e8d783-8d4f-4dad-a88d-ecce5d0e1517","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-056a27","tenantID":"e2e-shared-a-w2-056a27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:19.078029618Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"15e8d783-8d4f-4dad-a88d-ecce5d0e1517","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"name":"e2e-shared-a-w2-056a27-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:19.078051143Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"e2e-auth-iso-c6fb12","reconcileID":"15e8d783-8d4f-4dad-a88d-ecce5d0e1517","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:19.104193446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"f29d7e65-2a37-4c52-8472-67c6ef1a644a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-64120b","tenantID":"e2e-shared-b-w2-64120b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:19.13268783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"6067d750-c9a3-40e3-a8db-b62e9c7695f2","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"tenant":"e2e-shared-a-w2-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","model":"ai-tenant-e2e-shared-a-w2-056a27/auth-test-model-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:19.13270548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"auth-test-model-056a27","reconcileID":"6067d750-c9a3-40e3-a8db-b62e9c7695f2","MaaSModelRef":{"name":"auth-test-model-056a27","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"routeName":"auth-test-model-056a27-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-056a27","llmisvcName":"auth-test-model-056a27","gateway":"openshift-ingress/e2e-shared-a-w2-056a27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:19.158670256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"f29d7e65-2a37-4c52-8472-67c6ef1a644a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"e2e-shared-b-w2-64120b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:19.232611276Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:19.272176595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"ae480d50-127e-40df-b82f-219e0c846ae0","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"tenant":"e2e-shared-b-w2-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:19.272194933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"ae480d50-127e-40df-b82f-219e0c846ae0","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"routeName":"auth-test-model-64120b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-64120b","llmisvcName":"auth-test-model-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:19.357694852Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"d052d3ea-d819-47bb-b27b-d2a4a9bac727","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:19.607091642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"d052d3ea-d819-47bb-b27b-d2a4a9bac727","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-64120b","tenantID":"e2e-shared-b-w2-64120b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:19.730649835Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"d052d3ea-d819-47bb-b27b-d2a4a9bac727","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"name":"e2e-shared-b-w2-64120b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:19.7306714Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"e2e-auth-iso-c6fb12","reconcileID":"d052d3ea-d819-47bb-b27b-d2a4a9bac727","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6fb12","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:19.785146656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"c833aa3a-07ef-4994-a11b-1864bdff3e41","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"tenant":"e2e-shared-b-w2-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","model":"ai-tenant-e2e-shared-b-w2-64120b/auth-test-model-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:19.785165571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"auth-test-model-64120b","reconcileID":"c833aa3a-07ef-4994-a11b-1864bdff3e41","MaaSModelRef":{"name":"auth-test-model-64120b","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"routeName":"auth-test-model-64120b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-64120b","llmisvcName":"auth-test-model-64120b","gateway":"openshift-ingress/e2e-shared-b-w2-64120b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:29.689607407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"8547ff8d-c5dc-46c4-93b9-7bf9877e8367","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0e72bd","tenantID":"e2e-extmod-a-0e72bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:29.803804664Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"8547ff8d-c5dc-46c4-93b9-7bf9877e8367","name":"e2e-extmod-a-0e72bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:29:49.233451539Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:10.367261766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148cc1a5-7d24-4b93-87d8-8b2573199e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:10.421556161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148cc1a5-7d24-4b93-87d8-8b2573199e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:10.476098571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148cc1a5-7d24-4b93-87d8-8b2573199e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:10.530013515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148cc1a5-7d24-4b93-87d8-8b2573199e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:10.866805384Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-79c649","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-79c649","reconcileID":"52f0bda5-735a-466e-bdce-93d902363fdd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-79c649","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-79c649":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:12.576028172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e04192-4bd7-4ccc-b90c-2dec396624cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:12.629999015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e04192-4bd7-4ccc-b90c-2dec396624cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:12.684154731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e04192-4bd7-4ccc-b90c-2dec396624cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:12.738127036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e04192-4bd7-4ccc-b90c-2dec396624cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:14.87259481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97031419-9c11-4773-98db-84c58fdeeb8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:14.927530073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97031419-9c11-4773-98db-84c58fdeeb8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:14.98177476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97031419-9c11-4773-98db-84c58fdeeb8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:15.03668313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97031419-9c11-4773-98db-84c58fdeeb8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:17.138948146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0718a3eb-c24c-4780-a0e8-ddf6b8565339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:17.193582724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0718a3eb-c24c-4780-a0e8-ddf6b8565339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:17.247508734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0718a3eb-c24c-4780-a0e8-ddf6b8565339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:17.305606443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0718a3eb-c24c-4780-a0e8-ddf6b8565339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:18.949618229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"e567677e-b141-47be-b636-c852dd684806","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9389b9","tenantID":"e2e-extmod-a-9389b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:19.075337858Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"e567677e-b141-47be-b636-c852dd684806","name":"e2e-extmod-a-9389b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:19.239530943Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:19.267545493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472aca5d-f893-4d05-add8-e478a8fa56aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:19.321245662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472aca5d-f893-4d05-add8-e478a8fa56aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:19.377090234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472aca5d-f893-4d05-add8-e478a8fa56aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:19.431291003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472aca5d-f893-4d05-add8-e478a8fa56aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:21.400614037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0752d942-dffc-475d-8eae-4ea0de876161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:21.456455873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0752d942-dffc-475d-8eae-4ea0de876161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:21.511739377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0752d942-dffc-475d-8eae-4ea0de876161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:21.565600583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0752d942-dffc-475d-8eae-4ea0de876161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:34.325500234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"3218e761-41d3-4c61-a682-898c394ce22d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8d612c","tenantID":"e2e-extmod-a-8d612c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:34.447903722Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"3218e761-41d3-4c61-a682-898c394ce22d","name":"e2e-extmod-a-8d612c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:44.43089652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"59cb9c82-bb4b-4373-b9de-15c36f1df06a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b91df1","tenantID":"e2e-shared-b-w4-b91df1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:44.55336199Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"59cb9c82-bb4b-4373-b9de-15c36f1df06a","name":"e2e-shared-b-w4-b91df1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:30:49.24231303Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:06.668544977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f718c4-9231-476f-b876-579ca12f2e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:06.722991606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f718c4-9231-476f-b876-579ca12f2e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:06.777861917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f718c4-9231-476f-b876-579ca12f2e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:06.832000739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f718c4-9231-476f-b876-579ca12f2e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:08.900215452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6661bb1d-4c1c-4546-bf92-69d165b4ff1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:08.95849611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6661bb1d-4c1c-4546-bf92-69d165b4ff1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:09.016149818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6661bb1d-4c1c-4546-bf92-69d165b4ff1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:09.075658559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6661bb1d-4c1c-4546-bf92-69d165b4ff1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:13.6888546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a986609-1cc5-4859-a36b-dfbc418adb80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:13.743106405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a986609-1cc5-4859-a36b-dfbc418adb80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:13.797106866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a986609-1cc5-4859-a36b-dfbc418adb80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:13.85104325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a986609-1cc5-4859-a36b-dfbc418adb80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:14.228027966Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-e391de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-e391de","reconcileID":"a156754e-efcf-49f4-afa0-a43cce77f63f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-e391de","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-e391de":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:15.81745038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6432c870-aafe-4e6c-8104-84d8374990b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:15.871452421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6432c870-aafe-4e6c-8104-84d8374990b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:15.925287611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6432c870-aafe-4e6c-8104-84d8374990b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:15.997120628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6432c870-aafe-4e6c-8104-84d8374990b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:17.965477754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c04d1e5-b77a-42ec-886c-10bedf81062e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:18.019582511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c04d1e5-b77a-42ec-886c-10bedf81062e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:18.074075214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c04d1e5-b77a-42ec-886c-10bedf81062e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:18.128506356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c04d1e5-b77a-42ec-886c-10bedf81062e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:19.248780101Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:20.135432996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6cbab1-ade2-44e8-a3be-a8e988bd3aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:20.189815147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6cbab1-ade2-44e8-a3be-a8e988bd3aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:20.243724426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6cbab1-ade2-44e8-a3be-a8e988bd3aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:20.297992702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6cbab1-ade2-44e8-a3be-a8e988bd3aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:22.325582299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d93fdfa-4ac2-4ae3-ac8d-3b17e34a7240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:22.379484824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d93fdfa-4ac2-4ae3-ac8d-3b17e34a7240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:22.433341439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d93fdfa-4ac2-4ae3-ac8d-3b17e34a7240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:22.487406011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d93fdfa-4ac2-4ae3-ac8d-3b17e34a7240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:24.530815658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20c0e45-d6d8-4f48-9780-d09a41417341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:24.585680072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20c0e45-d6d8-4f48-9780-d09a41417341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:24.640064545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20c0e45-d6d8-4f48-9780-d09a41417341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:24.694935989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20c0e45-d6d8-4f48-9780-d09a41417341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:26.750308024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386ef96e-beaa-4417-aeda-e5a2f552afa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:26.804542874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386ef96e-beaa-4417-aeda-e5a2f552afa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:26.858679398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386ef96e-beaa-4417-aeda-e5a2f552afa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:26.91301616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386ef96e-beaa-4417-aeda-e5a2f552afa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:49.240896311Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:54.257097752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"137c00b5-b627-431c-95ea-deb71213ce6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:54.358872657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"5e64a816-1334-41b9-b120-3db145af2958","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:54.383073263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"6f3d7693-1990-436d-a6d5-77188684f394","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:54.462620036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"44037f05-7b08-49e5-a063-21a37bb3cb98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:54.572161013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"bfa154d5-54b8-4752-bc6c-1a07c18e1c87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:55.006066025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"fca7fd6a-2803-4c7c-8ab3-f28d1f7e85e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:55.115899029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"ccbee4b7-dac0-413c-b43f-b0bf5112528f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:55.26797444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"1c3744f7-3f42-4377-b75b-b66a62a3ac76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:55.531216526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535a3315-80a7-41e9-adff-6d730a5f5235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:55.585438702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535a3315-80a7-41e9-adff-6d730a5f5235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:55.639957911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535a3315-80a7-41e9-adff-6d730a5f5235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:55.640643198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"dae1b3cd-ba15-4046-a00a-ea87da8b5fbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:55.693758272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535a3315-80a7-41e9-adff-6d730a5f5235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:55.804847601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1b6e464b-54c9-4c29-b7a1-757e2cf461fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:55.859331852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f69b7387-e0f1-4051-8fde-3269366ce1d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:56.079082534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"ee04cad0-1ea5-47c1-b1f4-8959074bb0fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:56.828664931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"3c6d1774-446f-4463-af29-0fb755edd570","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-79c649","tenantID":"e2e-autores-79c649","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:31:56.953260012Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"3c6d1774-446f-4463-af29-0fb755edd570","name":"e2e-autores-79c649-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:05.949289934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de61f8a9-2ddd-4a66-8445-ec2c618fd914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:06.003225707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de61f8a9-2ddd-4a66-8445-ec2c618fd914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:06.057090201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de61f8a9-2ddd-4a66-8445-ec2c618fd914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:06.115982261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de61f8a9-2ddd-4a66-8445-ec2c618fd914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:15.339224239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"ec521e54-a775-439a-881a-a34c523de00e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:15.475112937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9b5a3790-92cd-47e0-9ff7-119f4178add5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:15.568028139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"d9d75e5c-27f2-4af4-9767-7debf11002eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:15.590154969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"ea36d91d-23fc-45fd-ac4b-a41c27382e35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:15.84466506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5d73fea7-70f4-4674-b526-293346aac616","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:16.090855666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"03831566-51d2-439c-8fc6-5582ce700a69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:16.475453221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"633b97f9-d8dd-472e-b6a7-e1f67709b083","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:16.712054964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"93caee12-d16f-47e2-8098-5f4a4974a8e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:16.809696156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"0b54b2aa-3e54-4eb3-b8ac-238651524411","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:16.93117889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"5a53bb27-64e2-4bc7-a605-fcbda692151d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:17.009769555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"a7de3798-8afb-4290-a548-99b0d4e5f688","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:17.172023228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"d29ddf5b-7580-4262-89b9-03d703d6827f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:17.431979375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e6b1cd1-8af6-45b0-aa18-e81563166a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:17.519065949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e6b1cd1-8af6-45b0-aa18-e81563166a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:17.595006399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e6b1cd1-8af6-45b0-aa18-e81563166a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:17.667263512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e6b1cd1-8af6-45b0-aa18-e81563166a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:19.240399609Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:19.691127255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e4da85a-4d61-42ff-9191-60030c3f44eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:19.77224145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e4da85a-4d61-42ff-9191-60030c3f44eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:19.831685662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e4da85a-4d61-42ff-9191-60030c3f44eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:19.88642545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e4da85a-4d61-42ff-9191-60030c3f44eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:30.42141928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66f2d723-1b8d-4f55-bff0-513c4d8cce83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:30.475485207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66f2d723-1b8d-4f55-bff0-513c4d8cce83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:30.529595399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66f2d723-1b8d-4f55-bff0-513c4d8cce83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:30.583963054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66f2d723-1b8d-4f55-bff0-513c4d8cce83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:32.597398777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f19ab89-3103-4268-bb19-85eb24b65ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:32.651787185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f19ab89-3103-4268-bb19-85eb24b65ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:32.70754005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f19ab89-3103-4268-bb19-85eb24b65ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:32.762016385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f19ab89-3103-4268-bb19-85eb24b65ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:34.725513264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d035fc2-3c2a-44fa-a069-44c556ce393e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:34.779590148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d035fc2-3c2a-44fa-a069-44c556ce393e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:34.83371321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d035fc2-3c2a-44fa-a069-44c556ce393e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:34.887952541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d035fc2-3c2a-44fa-a069-44c556ce393e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:35.716577392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"d4ae860b-6944-48b3-a18d-9accd6228518","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:35.830944969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"44098a73-452f-4a27-9c18-6be9f52a19b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:35.932227615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"3bbb4486-2bf6-46ed-9ef2-cd14c94743e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:36.268935311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b76a610f-426a-42e3-b8d9-5a5cbfa51f2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:36.834872313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"47e2fd1e-f511-40d6-8c5a-d473e5556f4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:36.863392226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9feda8c8-c09e-42b4-bc7d-5b40a9320cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:36.917417259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9feda8c8-c09e-42b4-bc7d-5b40a9320cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:36.971157712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9feda8c8-c09e-42b4-bc7d-5b40a9320cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:36.973250028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"431e75cb-a904-4872-a21b-259a39bd1c43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:37.025454102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9feda8c8-c09e-42b4-bc7d-5b40a9320cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:37.19159656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"0c65bc8b-d6a1-48e2-83c9-6536f6edddc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:37.246075096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"e59a3472-3b92-4e6b-9e13-4c9b4f716c9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:37.269221092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"657ff343-4fc2-436a-9769-7126a38f86ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:37.46540846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"74c5666d-f8ab-41df-ae9c-cf16cb71bd48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:37.566958385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"03650c6b-f382-493d-84fe-f7a1c4bd3566","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:37.667265826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"56a18153-aac4-4853-ac4b-7aa3cde345ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:32:49.24015326Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:03.849786288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"8cb06bd8-eecc-4539-b5b6-e5af4f2d2e13","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e391de","tenantID":"e2e-extmod-b-e391de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:03.972954802Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"8cb06bd8-eecc-4539-b5b6-e5af4f2d2e13","name":"e2e-extmod-b-e391de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:10.846748172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6fa37a-59c2-46b1-8d04-4eab803fe6cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:10.900842953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6fa37a-59c2-46b1-8d04-4eab803fe6cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:10.954741183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6fa37a-59c2-46b1-8d04-4eab803fe6cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:11.008620992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6fa37a-59c2-46b1-8d04-4eab803fe6cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:13.020523999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d693e71-607e-405c-bc8c-4629a1a14b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:13.074439171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d693e71-607e-405c-bc8c-4629a1a14b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:13.128136658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d693e71-607e-405c-bc8c-4629a1a14b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:13.182191358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d693e71-607e-405c-bc8c-4629a1a14b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:15.222846983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a72803-dc47-45e6-b379-3598b28913ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:15.278614612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a72803-dc47-45e6-b379-3598b28913ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:15.335534829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a72803-dc47-45e6-b379-3598b28913ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:15.391548924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a72803-dc47-45e6-b379-3598b28913ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:19.240525632Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:23.284921184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"7a71d905-fa05-4e30-b1ea-e1ea484597a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:23.487108603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e80747e1-2077-4537-b64b-9731c4d50b10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:23.799703932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"e1d4db29-4597-4f6b-8b43-3a517e515e55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:23.922883071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"64f4ffce-09fb-4393-a3fa-a955276ffc37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:24.175130209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"cafe3664-0372-4636-b9fd-0396786b4bfe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:24.275041425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"376a27af-3290-4e04-b5d2-2e0851048e59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:24.429045946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"a81d4d6c-b528-48e4-938d-1261acda0822","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:24.543119574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"70b7e107-4e2f-469e-b155-74c2fdb3ad6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:24.797313107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"932817d8-3176-4018-95b7-b6a8a23282d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:24.91715009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2636694e-de2a-49f5-924a-1841171feee9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:25.103802768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"fe01e208-9c12-42ce-a4d5-9569bcb9f6e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:25.236710743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"4757af65-1e0d-44da-bbb4-0878ee88cabf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:39.797636897Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","namespace":"ai-tenant-e2e-autores-79c649","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:39.797693616Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","namespace":"ai-tenant-e2e-autores-79c649","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:39.797741019Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","tenant":"e2e-autores-79c649","tenantID":"e2e-autores-79c649","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:39.855842143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"Deployment","name":"maas-api-e2e-autores-79c649","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:39.921011256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"Service","name":"maas-api-e2e-autores-79c649","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:39.980375269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-79c649","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.036664467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-79c649","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.108044543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-79c649","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.167244135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-79c649","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.226990428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-79c649","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.284149994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-79c649","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.338329689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"Deployment","name":"payload-processing-e2e-autores-79c649","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.398556227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-79c649","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.452802064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"Service","name":"payload-processing-e2e-autores-79c649","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.506579913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"Service","name":"payload-pre-processing-e2e-autores-79c649","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.560518958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"DestinationRule","name":"payload-processing-e2e-autores-79c649","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.61445345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-79c649","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.668529756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-79c649","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.722606075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-79c649","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.777409944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-79c649","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.831966448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-79c649","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.886098402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-79c649","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.940146178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-79c649"},"namespace":"ai-tenant-e2e-autores-79c649","name":"default-tenant","reconcileID":"99cdd2c5-6a7d-44cc-bfba-15ac6c5fa3bc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-79c649","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.999874016Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","namespace":"ai-tenant-e2e-extmod-a-9389b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.999926775Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","namespace":"ai-tenant-e2e-extmod-a-9389b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:40.999980667Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","tenant":"e2e-extmod-a-9389b9","tenantID":"e2e-extmod-a-9389b9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.056203027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"Deployment","name":"maas-api-e2e-extmod-a-9389b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.118492505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"Service","name":"maas-api-e2e-extmod-a-9389b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.176457647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-9389b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.234774895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-9389b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.294401178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-9389b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.354302057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-9389b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.413487832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-9389b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.480649343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-9389b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.53838073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-9389b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.592225117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-9389b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.646215039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"Service","name":"payload-processing-e2e-extmod-a-9389b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.700189901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-9389b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.754175279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-9389b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.79973559Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-79c649","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-79c649","reconcileID":"1146f9f0-2077-4cab-972a-15f3bf3c88ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-79c649","removed":["maas.opendatahub.io/gateway-access-e2e-autores-79c649"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.808424355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-9389b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.864119083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-9389b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.92429013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-9389b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:41.9784216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-9389b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:42.032576631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-9389b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:42.091543479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-9389b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:42.196194846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9389b9"},"namespace":"ai-tenant-e2e-extmod-a-9389b9","name":"default-tenant","reconcileID":"375efeec-4139-4eb1-a554-51953e0e38ef","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-9389b9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:43.042529178Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-9389b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-9389b9","reconcileID":"7a7a750d-c7ee-49a9-88f8-7f42e9ddef09","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-9389b9","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-9389b9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:43.135514675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0239453-fd5b-4433-a8b5-666558a09045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:43.190093546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0239453-fd5b-4433-a8b5-666558a09045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:43.244118062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0239453-fd5b-4433-a8b5-666558a09045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:43.298466277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0239453-fd5b-4433-a8b5-666558a09045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:45.266750805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f622d3f-2bc5-404c-835e-a439d96f0864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:45.321180264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f622d3f-2bc5-404c-835e-a439d96f0864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:45.375137904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f622d3f-2bc5-404c-835e-a439d96f0864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:45.42943009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f622d3f-2bc5-404c-835e-a439d96f0864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:47.519222064Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","namespace":"ai-tenant-e2e-shared-a-w4-742ff8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:47.519283664Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","namespace":"ai-tenant-e2e-shared-a-w4-742ff8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:47.519334434Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","tenant":"e2e-shared-a-w4-742ff8","tenantID":"e2e-shared-a-w4-742ff8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:47.576107859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-742ff8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:47.639559466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"Service","name":"maas-api-e2e-shared-a-w4-742ff8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:47.69732536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-742ff8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:47.753958311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-742ff8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:47.826973287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-742ff8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:47.884524172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-742ff8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:47.944631797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-742ff8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.015088715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-742ff8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.071422711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-742ff8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.126024583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-742ff8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.185279932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-742ff8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.242650169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-742ff8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.296507863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-742ff8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.350508887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-742ff8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.404241939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-742ff8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.462771814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-742ff8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.516796888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-742ff8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.572926009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-742ff8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.627692542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-742ff8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.681987148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-742ff8"},"namespace":"ai-tenant-e2e-shared-a-w4-742ff8","name":"default-tenant","reconcileID":"9c7cd484-10cf-49be-bf7f-bef179eec610","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-742ff8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.741631261Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","namespace":"ai-tenant-e2e-extmod-a-8d612c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.741691817Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","namespace":"ai-tenant-e2e-extmod-a-8d612c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.74174657Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","tenant":"e2e-extmod-a-8d612c","tenantID":"e2e-extmod-a-8d612c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.798370696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"Deployment","name":"maas-api-e2e-extmod-a-8d612c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.866051569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"Service","name":"maas-api-e2e-extmod-a-8d612c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.923604022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-8d612c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:48.980592099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-8d612c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.04478431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-8d612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.102259267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-8d612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.1623657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-8d612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.221055527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-8d612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.24146643Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.274699276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-8d612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.328932832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-8d612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.38265522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"Service","name":"payload-processing-e2e-extmod-a-8d612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.436883201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-8d612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.499239368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-8d612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.556820079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-8d612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.57414695Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-742ff8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-742ff8","reconcileID":"76a0e34b-e4f0-48ec-94dc-a3a8a01a7122","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-742ff8","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-742ff8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.614810179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-8d612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.675798441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-8d612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.729924207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-8d612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.784527497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-8d612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.866763389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-8d612c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:49.925248037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8d612c"},"namespace":"ai-tenant-e2e-extmod-a-8d612c","name":"default-tenant","reconcileID":"6b597ca1-ddbc-4fcc-a0a8-e6100dd83d7c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-8d612c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:50.831092635Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8d612c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8d612c","reconcileID":"05a89de2-06ee-42e2-bc7d-ec659494c112","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8d612c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-8d612c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:50.836252676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d80ce4-b66d-4627-a02c-a64aeb1c0895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:50.890465857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d80ce4-b66d-4627-a02c-a64aeb1c0895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:50.94513968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d80ce4-b66d-4627-a02c-a64aeb1c0895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:51.000268678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d80ce4-b66d-4627-a02c-a64aeb1c0895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:53.092498478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc401c04-0dec-4a86-86d6-118df0d316ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:53.146681569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc401c04-0dec-4a86-86d6-118df0d316ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:53.201098076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc401c04-0dec-4a86-86d6-118df0d316ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:53.255067207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc401c04-0dec-4a86-86d6-118df0d316ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:55.242785955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"606f63c7-3bed-4b80-b54a-b5891f1f06dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:55.297008352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"606f63c7-3bed-4b80-b54a-b5891f1f06dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:55.351047009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"606f63c7-3bed-4b80-b54a-b5891f1f06dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:55.405105735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"606f63c7-3bed-4b80-b54a-b5891f1f06dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:57.168977496Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-46dadd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-46dadd","reconcileID":"69b3547e-e025-45ad-ab4f-1c8617be2ad3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-46dadd","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-46dadd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:57.42487083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbf686c-9d21-48e2-a97f-6b40f988392a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:57.481314907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbf686c-9d21-48e2-a97f-6b40f988392a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:57.538147914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbf686c-9d21-48e2-a97f-6b40f988392a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:57.592640206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbf686c-9d21-48e2-a97f-6b40f988392a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:59.638444154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b67a1258-fab3-4e64-a4a5-83477dc2c8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:59.6924009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b67a1258-fab3-4e64-a4a5-83477dc2c8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:59.746256482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b67a1258-fab3-4e64-a4a5-83477dc2c8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:33:59.800091777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b67a1258-fab3-4e64-a4a5-83477dc2c8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:01.923762027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95282183-9a20-4cfc-af29-7b300e1acb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:01.977981841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95282183-9a20-4cfc-af29-7b300e1acb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:02.037597685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95282183-9a20-4cfc-af29-7b300e1acb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:02.094779983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95282183-9a20-4cfc-af29-7b300e1acb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:04.075652382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22768fc6-a086-47f3-892a-00f0c75aef69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:04.132232683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22768fc6-a086-47f3-892a-00f0c75aef69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:04.186292113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22768fc6-a086-47f3-892a-00f0c75aef69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:04.240411847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22768fc6-a086-47f3-892a-00f0c75aef69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:13.863019299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015d3294-c211-4b4b-b43e-8ddb2cce1c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:13.917392747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015d3294-c211-4b4b-b43e-8ddb2cce1c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:13.971572473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015d3294-c211-4b4b-b43e-8ddb2cce1c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:14.038893938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015d3294-c211-4b4b-b43e-8ddb2cce1c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:15.994493708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"224f826b-2f0e-4cb8-867a-d8719cdc3225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:16.048433527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"224f826b-2f0e-4cb8-867a-d8719cdc3225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:16.102220595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"224f826b-2f0e-4cb8-867a-d8719cdc3225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:16.156151094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"224f826b-2f0e-4cb8-867a-d8719cdc3225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:18.133463011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c3a046-5b00-4965-8976-1d6aee1c3856","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:18.187648121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c3a046-5b00-4965-8976-1d6aee1c3856","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:18.241624922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c3a046-5b00-4965-8976-1d6aee1c3856","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:18.295459698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c3a046-5b00-4965-8976-1d6aee1c3856","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:19.240145478Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:26.799719012Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:26.799776083Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","namespace":"ai-tenant-e2e-shared-a-w3-487c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:26.799844831Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","tenant":"e2e-shared-a-w3-487c5f","tenantID":"e2e-shared-a-w3-487c5f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:26.856149497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-487c5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:26.919505671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"Service","name":"maas-api-e2e-shared-a-w3-487c5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:26.979021099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-487c5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:27.035655998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-487c5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:27.096776913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-487c5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:27.154726285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-487c5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:27.214027264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-487c5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:27.2875728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-487c5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:27.341985699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-487c5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:27.396231286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-487c5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:27.450509782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-487c5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:27.504647431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-487c5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:27.558422422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-487c5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:27.612338466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-487c5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:27.666221051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-487c5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:27.724271258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-487c5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:27.778188805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-487c5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:27.832314806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-487c5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:27.886322851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-487c5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:27.940124461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-487c5f"},"namespace":"ai-tenant-e2e-shared-a-w3-487c5f","name":"default-tenant","reconcileID":"cc07a40d-cb9d-4e60-b299-66cd6f12314b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-487c5f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:28.812209363Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-487c5f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-487c5f","reconcileID":"4b716e4d-b0e6-41e5-9141-72b72dceeefc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-487c5f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-487c5f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:29.979309908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b5f702-1f62-4508-ad0a-96e02651fbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:30.033477101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b5f702-1f62-4508-ad0a-96e02651fbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:30.088802817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b5f702-1f62-4508-ad0a-96e02651fbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:30.143648558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b5f702-1f62-4508-ad0a-96e02651fbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:32.152828037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bbe513-b7a4-4d37-b242-a95b718d6e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:32.207648844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bbe513-b7a4-4d37-b242-a95b718d6e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:32.261658851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bbe513-b7a4-4d37-b242-a95b718d6e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:32.315779348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bbe513-b7a4-4d37-b242-a95b718d6e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:34.335050224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20b4b198-d01f-4d17-b26c-be513a6cbc2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:34.389699122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20b4b198-d01f-4d17-b26c-be513a6cbc2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:34.44403851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20b4b198-d01f-4d17-b26c-be513a6cbc2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:34.498328788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20b4b198-d01f-4d17-b26c-be513a6cbc2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:36.540307656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea145749-4fe3-4e3f-8619-5649f7573c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:36.59520245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea145749-4fe3-4e3f-8619-5649f7573c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:36.648994969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea145749-4fe3-4e3f-8619-5649f7573c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:36.703033875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea145749-4fe3-4e3f-8619-5649f7573c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:38.758948924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63aa7c1-185f-444a-ab11-211d81b35dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:38.814147118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63aa7c1-185f-444a-ab11-211d81b35dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:38.868864798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63aa7c1-185f-444a-ab11-211d81b35dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:38.922866402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63aa7c1-185f-444a-ab11-211d81b35dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:39.205763874Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:39.205819114Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:39.205873979Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","tenant":"e2e-shared-a-w1-cafbb2","tenantID":"e2e-shared-a-w1-cafbb2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:39.262526019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-cafbb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:39.328448755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"Service","name":"maas-api-e2e-shared-a-w1-cafbb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:39.386180379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-cafbb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:39.442406955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-cafbb2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:39.507375301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-cafbb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:39.564765835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-cafbb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:39.622005839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-cafbb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:39.685731967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-cafbb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:39.74480783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-cafbb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:39.802301067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-cafbb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:39.86178528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-cafbb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:39.916126449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-cafbb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:39.970483366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-cafbb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:40.026032397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-cafbb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:40.079934363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-cafbb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:40.138640845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-cafbb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:40.192800865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-cafbb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:40.247211588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-cafbb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:40.302329493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-cafbb2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:40.356455317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-cafbb2"},"namespace":"ai-tenant-e2e-shared-a-w1-cafbb2","name":"default-tenant","reconcileID":"b3dd3c3b-071d-4567-99f5-cb9997b3b203","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-cafbb2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:41.209886166Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-cafbb2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-cafbb2","reconcileID":"06716b20-c096-43db-ade6-32515bc56e23","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-cafbb2","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-cafbb2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:42.366493761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a697a37-74a8-4de8-8714-7de0beaedf79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:42.420245262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a697a37-74a8-4de8-8714-7de0beaedf79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:42.474118914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a697a37-74a8-4de8-8714-7de0beaedf79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:42.527926247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a697a37-74a8-4de8-8714-7de0beaedf79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:44.508645532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce23ccb-217b-45ab-80c2-0ea33e5b071a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:44.563106095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce23ccb-217b-45ab-80c2-0ea33e5b071a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:44.617144455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce23ccb-217b-45ab-80c2-0ea33e5b071a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:44.671082552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce23ccb-217b-45ab-80c2-0ea33e5b071a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:46.633259936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c65f47e-a064-400b-8dfd-f8ba435c5e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:46.688400619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c65f47e-a064-400b-8dfd-f8ba435c5e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:46.742375133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c65f47e-a064-400b-8dfd-f8ba435c5e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:46.796516727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c65f47e-a064-400b-8dfd-f8ba435c5e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:48.773677866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56955305-b38a-4f26-a144-f3838e428177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:48.827980959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56955305-b38a-4f26-a144-f3838e428177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:48.884813641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56955305-b38a-4f26-a144-f3838e428177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:48.939187517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56955305-b38a-4f26-a144-f3838e428177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:49.240945011Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:50.931216754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fbfdd23-161e-46a7-9efe-89fbece2f0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:50.990055569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fbfdd23-161e-46a7-9efe-89fbece2f0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:51.055882169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fbfdd23-161e-46a7-9efe-89fbece2f0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:51.110751611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fbfdd23-161e-46a7-9efe-89fbece2f0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:53.099868005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b5a9ff-3538-4648-9326-940e5c1d8648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:53.15880894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b5a9ff-3538-4648-9326-940e5c1d8648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:53.21276802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b5a9ff-3538-4648-9326-940e5c1d8648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:34:53.267008612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b5a9ff-3538-4648-9326-940e5c1d8648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:19.241133782Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:21.613566334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"9ebb01c0-99e5-4fa3-aa97-dbcf5ad65fd6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-46dadd","tenantID":"e2e-extmod-a-46dadd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:21.644857813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"bd3de88f-3819-40cd-90b5-a2f1c70f0919","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:21.735896987Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"9ebb01c0-99e5-4fa3-aa97-dbcf5ad65fd6","name":"e2e-extmod-a-46dadd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:21.746920024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"5bafff1d-8644-4623-a6fc-18c517942ed5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:21.793896608Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","namespace":"ai-tenant-e2e-shared-b-w4-b91df1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:21.793972987Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","namespace":"ai-tenant-e2e-shared-b-w4-b91df1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:21.794023058Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","tenant":"e2e-shared-b-w4-b91df1","tenantID":"e2e-shared-b-w4-b91df1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:21.851450513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-b91df1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:21.916497306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"Service","name":"maas-api-e2e-shared-b-w4-b91df1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:21.982720741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-b91df1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.039261815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-b91df1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.042858585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"82c449a1-ecc2-4bb1-9d17-daebd2e63946","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.098145826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-b91df1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.157987619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-b91df1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.217798546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-b91df1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.22103767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"1a0cfad6-1eb2-4b9f-8098-ac704abc7757","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.292186205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-b91df1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.347224582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-b91df1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.348205509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"9f9f06dc-663b-40df-b729-a9f95820a7cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.402403949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-b91df1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.456983067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-b91df1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.512476477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-b91df1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.566379889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"95587a5a-ca18-47e2-8eec-c11a3958dc29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.568739861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-b91df1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.622807273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-b91df1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.677066439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-b91df1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.73706124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"bf4f3c75-e589-47f2-93c7-3d0e3835d2b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.73737721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-b91df1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.791000498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-b91df1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.835127119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6be134e7-6542-46b2-8cd2-20cf284ca633","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.845054096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-b91df1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.854041722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"8a62d96c-b36c-48f8-a29b-3c1e48a5b7d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.90155513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-b91df1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.955445834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b91df1"},"namespace":"ai-tenant-e2e-shared-b-w4-b91df1","name":"default-tenant","reconcileID":"81b10bc2-2749-4861-a49a-2fbb9e64958d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-b91df1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:22.969530166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"66365c2c-ad15-4556-9212-06e0525326d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:23.08016759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"2a1798b6-616d-44b0-9b22-c0acd7ed8e3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:23.253112773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"c58894c5-227e-4e93-bbb6-5b9897b472ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:23.909765599Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-b91df1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-b91df1","reconcileID":"802e8a73-83ad-4003-94fc-5bb85333cc80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-b91df1","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-b91df1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:25.063753417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6dace7-801f-4f12-8dcc-dfcbb5619832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:25.117711813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6dace7-801f-4f12-8dcc-dfcbb5619832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:25.17153359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6dace7-801f-4f12-8dcc-dfcbb5619832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:25.225755157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6dace7-801f-4f12-8dcc-dfcbb5619832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:27.190745429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55db4d9e-6e87-43d8-b2d2-5c3fd79807d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:27.2449084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55db4d9e-6e87-43d8-b2d2-5c3fd79807d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:27.298816298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55db4d9e-6e87-43d8-b2d2-5c3fd79807d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:27.352821052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55db4d9e-6e87-43d8-b2d2-5c3fd79807d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:29.31507292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431e52b1-5c2d-4f99-9de4-fac16412597a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:29.369132486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431e52b1-5c2d-4f99-9de4-fac16412597a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:29.423050627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431e52b1-5c2d-4f99-9de4-fac16412597a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:29.476885935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431e52b1-5c2d-4f99-9de4-fac16412597a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:32.340789439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"dd47be5d-b9cd-4948-a321-5a551fc57e64","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:32.39499698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-w4-4ec609","reconcileID":"d8cdf971-a68f-441c-9398-c7b31c4ae085","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:32.395211135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-2-w4-4ec609","reconcileID":"865a81f1-a0d0-4a6c-8f28-6a530aecf109","MaaSModelRef":{"name":"distinct-2-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-2-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-2-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:32.395382252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"4c0d1c2f-3803-4264-9ad9-99bf34b47099","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:32.510019418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"2b1a9ab4-2b98-4c1b-bcd4-e79e1b39c287","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:32.510387986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"ddd9cc79-6512-47e6-8e5d-2921642e5464","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:32.510705688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-w4-4ec609","reconcileID":"99a4bed5-1250-4ddb-95a3-db01e38da26d","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:32.510881763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-2-w4-4ec609","reconcileID":"68b349c3-e0fa-4435-8fc8-7928805a49e5","MaaSModelRef":{"name":"distinct-2-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-2-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-2-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:32.611646104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"02714cc8-e2f9-424e-90f1-4756bc5106fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:32.611646154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"21c5d04c-ea0f-4f6d-b29a-1d9550f480ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:32.613333804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"ff418520-3d1d-4632-802d-1ea0c6690ad1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:32.613681431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"70d48e96-7b5c-48f8-b779-866e445f9048","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:32.673723591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"21c5d04c-ea0f-4f6d-b29a-1d9550f480ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:32.675915955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"02714cc8-e2f9-424e-90f1-4756bc5106fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:33.000075703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"0084351f-fc1a-4a5b-94f8-6f81457bc44f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:33.000117495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"f67e8aee-aac1-4055-9b21-e22e7eb6078c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:33.095761354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"7343d02d-42a3-4eb7-9659-99e9f4d29ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:33.095799158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"25be9f47-f984-42de-9f09-628692bc7fca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:33.157574289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"25be9f47-f984-42de-9f09-628692bc7fca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:33.157607352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"7343d02d-42a3-4eb7-9659-99e9f4d29ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:33.329007374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b561bc6-ca9d-4bc3-869b-3dd165f23d29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:33.383114417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b561bc6-ca9d-4bc3-869b-3dd165f23d29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:33.436985292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b561bc6-ca9d-4bc3-869b-3dd165f23d29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:33.491000154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b561bc6-ca9d-4bc3-869b-3dd165f23d29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:35.483952755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39bb2fe-a196-45e3-bb8b-b075299a5ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:35.538741886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39bb2fe-a196-45e3-bb8b-b075299a5ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:35.592619489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39bb2fe-a196-45e3-bb8b-b075299a5ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:35.646584975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39bb2fe-a196-45e3-bb8b-b075299a5ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:37.633672169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea617c54-8d1c-4d06-a0fb-d625c767cd45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:37.644290793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-2-w4-4ec609","reconcileID":"3f9a6682-5d1f-46ac-9656-440d9ee16f21","MaaSModelRef":{"name":"distinct-2-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-2-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-2-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:37.688407909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea617c54-8d1c-4d06-a0fb-d625c767cd45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:37.742420462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea617c54-8d1c-4d06-a0fb-d625c767cd45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:37.796616963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea617c54-8d1c-4d06-a0fb-d625c767cd45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:37.985416046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-w4-4ec609","reconcileID":"b4895cf1-d677-42d6-ac5c-e24d6c873554","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:38.338071089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"12f66307-7b5d-4438-beba-a9126661ba2d","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:38.577742968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"2b561b10-af0e-4e85-b598-b6843ec4db6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:38.577859567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"cfeec45a-6a1f-4fa2-b455-1baee60c60bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:38.578800457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"86bd230a-b361-42c4-9be3-abff560f72e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:38.63988513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"2b561b10-af0e-4e85-b598-b6843ec4db6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:38.642180631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"cfeec45a-6a1f-4fa2-b455-1baee60c60bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:38.699746972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"b6cabc9d-8ce9-423f-a44d-3b59598d7c4b","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:38.7697136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"f2aba9fe-21ef-4c8c-b3de-eced48c18c1d","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:38.925035292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"12fc21e5-ec6a-41bb-8b7f-6777db5e855d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.098524041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"b319975b-c1e1-45d4-9c20-59ea581f9fef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.098737041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"5d23cf93-67d9-4292-8f54-1919c1c47436","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.09900357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"d750c0b2-4928-4956-9947-675778b0a045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.105142766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"c310ff51-d0e0-4f2b-862c-695134730028","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.160385347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"d750c0b2-4928-4956-9947-675778b0a045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.160766165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"b319975b-c1e1-45d4-9c20-59ea581f9fef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.374929085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"f348793b-87f7-491b-8832-66d64a3320f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.392878625Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","namespace":"ai-tenant-e2e-extmod-a-0e72bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.392933186Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","namespace":"ai-tenant-e2e-extmod-a-0e72bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.392981543Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","tenant":"e2e-extmod-a-0e72bd","tenantID":"e2e-extmod-a-0e72bd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.450021197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"Deployment","name":"maas-api-e2e-extmod-a-0e72bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.515165275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"Service","name":"maas-api-e2e-extmod-a-0e72bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.573994366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-0e72bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.630883576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-0e72bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.694326393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-0e72bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.758979695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-0e72bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.817708809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e373660-72a7-47bb-b0bb-a789d7986204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.822485983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-0e72bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.879645675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e373660-72a7-47bb-b0bb-a789d7986204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.945258466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e373660-72a7-47bb-b0bb-a789d7986204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.948326792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-0e72bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:39.999317178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e373660-72a7-47bb-b0bb-a789d7986204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.057879045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-0e72bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.11794314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"e6601718-3b32-4f8a-a66d-b930bde41726","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.118654345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-0e72bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.17396787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b8cb2c32-625b-4e27-97f9-8f1dc1470b52","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.174688476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"Service","name":"payload-processing-e2e-extmod-a-0e72bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.227613402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"04cd0ddd-4e26-4e30-92bc-0e58bad5ac35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.229177529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-0e72bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.231440309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f16f3a76-fd48-4562-b603-e7f55cd4ac78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.30158574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-0e72bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.355508354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-0e72bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.357802269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"30c53f27-fff1-4e79-8316-ddd2be2ee001","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.409258588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-0e72bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.469642452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-0e72bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.479636188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"ea9c0df8-f0bb-4921-8252-4190a512d5a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.523347042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-0e72bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.577217251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-0e72bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.602626453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"58d03eec-b4f5-4153-abf8-7faef10796cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.63133821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-0e72bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.685429834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0e72bd"},"namespace":"ai-tenant-e2e-extmod-a-0e72bd","name":"default-tenant","reconcileID":"5ca0ea9d-2225-4290-8d37-ff0630084adb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-0e72bd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:40.877606006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"d8079754-2bc9-430a-8dda-cee0f8192452","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:41.123438703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"9903da03-8dac-4dea-a1d3-0939d4f3195d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:41.345268964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"be4b9a39-c0f2-4e32-855b-2f0fd576f813","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:41.345748786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"d07e15ae-f9f0-47bf-8f91-62b57361d842","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:41.45306092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"c7863ab7-616f-4137-8da1-002477053123","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:41.657434782Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0e72bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0e72bd","reconcileID":"ec4c01d2-1a80-4069-94e8-ad66cf519033","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-0e72bd","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-0e72bd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:42.03834255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"068a5dcd-f71f-49cf-b3e1-772544ed23a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:42.092799954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"068a5dcd-f71f-49cf-b3e1-772544ed23a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:42.146873657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"068a5dcd-f71f-49cf-b3e1-772544ed23a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:42.200796074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"068a5dcd-f71f-49cf-b3e1-772544ed23a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:42.956147831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-2-w4-4ec609","reconcileID":"0711c660-da62-479d-a99d-ec537d3855de","MaaSModelRef":{"name":"distinct-2-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-2-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-2-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:42.956463064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-w4-4ec609","reconcileID":"553b9772-5c9d-4bfd-be7f-18218f4a63eb","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:42.956700854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"9a9a3f09-00a8-40dd-b82b-a2b6e54b4589","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:42.957062777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"a0befbdd-3c61-432a-9250-bf537baf221b","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:43.119322429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"9707d9db-a516-4be9-906d-60ae14db3cda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:43.123183377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"d58e8e9e-38fb-47c2-8c59-ccd572bdfb19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:43.18078554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"13ba32da-f4a0-4206-8c32-0f766a9573ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:43.181154224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"5a54fc44-502d-4613-b82d-fd8cf6881408","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:43.182396807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"9707d9db-a516-4be9-906d-60ae14db3cda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:43.183474526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"d58e8e9e-38fb-47c2-8c59-ccd572bdfb19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:43.517924064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"12b512e1-007d-412b-baa7-1d358159990b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:43.5179688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"dfd46b83-e2df-4f8f-a8cf-6ffdc008a216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:43.574410662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"76849d56-b120-48b9-ac28-1686fcfe22d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:43.578065334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"12b512e1-007d-412b-baa7-1d358159990b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:43.580253823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"dfd46b83-e2df-4f8f-a8cf-6ffdc008a216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:43.582670381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"a3d6108d-11e5-40d5-8e46-ac5de680874c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:44.221164409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbe55e2-5f50-4065-b3c0-37b8283c7efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:44.275387954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbe55e2-5f50-4065-b3c0-37b8283c7efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:44.32960026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbe55e2-5f50-4065-b3c0-37b8283c7efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:44.384324582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbe55e2-5f50-4065-b3c0-37b8283c7efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:46.449115904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd8e9e3-770f-4b7b-a95d-a00c415b9e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:46.556546027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd8e9e3-770f-4b7b-a95d-a00c415b9e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:46.611389291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd8e9e3-770f-4b7b-a95d-a00c415b9e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:46.665507078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd8e9e3-770f-4b7b-a95d-a00c415b9e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:48.630785691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523adba8-0279-4ab0-988b-6705d09ac8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:48.68478075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523adba8-0279-4ab0-988b-6705d09ac8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:48.738739475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523adba8-0279-4ab0-988b-6705d09ac8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:48.79260215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523adba8-0279-4ab0-988b-6705d09ac8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:49.241025282Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:50.816982745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe0ab52-76c6-4307-93cd-8e8b5713b627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:50.870899293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe0ab52-76c6-4307-93cd-8e8b5713b627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:50.924663003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe0ab52-76c6-4307-93cd-8e8b5713b627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:50.978715734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe0ab52-76c6-4307-93cd-8e8b5713b627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:52.956784128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-2-w4-4ec609","reconcileID":"e06e46ff-4d69-4850-b079-ed502193d104","MaaSModelRef":{"name":"distinct-2-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-2-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-2-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:52.97175022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7795b8d0-bdd4-4c7f-bda5-1413d3130aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:52.972005103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-w4-4ec609","reconcileID":"b317e1cd-9ae8-409c-ab3e-b34b26ebaa89","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:53.026067288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7795b8d0-bdd4-4c7f-bda5-1413d3130aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:53.026327036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"a8eba7af-bad4-48a9-837a-47ed82c6e977","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:53.079970299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7795b8d0-bdd4-4c7f-bda5-1413d3130aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:53.08037985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"a1e8baff-d16d-41ab-abee-c0f8a9775a0d","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:53.134522526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7795b8d0-bdd4-4c7f-bda5-1413d3130aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:55.104482916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200261c4-6804-453b-9e98-4498a5871b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:55.158580628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200261c4-6804-453b-9e98-4498a5871b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:55.214864958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200261c4-6804-453b-9e98-4498a5871b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:55.270784174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200261c4-6804-453b-9e98-4498a5871b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.151199127Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.151250975Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.151297254Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","tenant":"e2e-shared-b-w3-fe49e7","tenantID":"e2e-shared-b-w3-fe49e7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.207779526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-fe49e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.231005007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87cbc730-d792-4afd-a2f5-c01cc883c141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.285488771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87cbc730-d792-4afd-a2f5-c01cc883c141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.29439996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"Service","name":"maas-api-e2e-shared-b-w3-fe49e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.339544108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87cbc730-d792-4afd-a2f5-c01cc883c141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.393678292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87cbc730-d792-4afd-a2f5-c01cc883c141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.400184492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-fe49e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.456814705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-fe49e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.513886823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-fe49e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.570463976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-fe49e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.677732359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-fe49e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.734564347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-fe49e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.788590961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-fe49e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.842675946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-fe49e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.896711597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-fe49e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:57.950678687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-fe49e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:58.004590847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-fe49e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:58.05844141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-fe49e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:58.112069181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-fe49e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:58.170531757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-fe49e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:58.224312025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-fe49e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:58.279241983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-fe49e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:58.333475815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-fe49e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:58.400212284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-fe49e7"},"namespace":"ai-tenant-e2e-shared-b-w3-fe49e7","name":"default-tenant","reconcileID":"54e59cb9-dece-429c-b3d2-132787710aa8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-fe49e7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:59.295595143Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-fe49e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-fe49e7","reconcileID":"404f2f93-aa82-4df9-83b1-26d7c20cc17d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-fe49e7","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-fe49e7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:59.362193937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3980dcf-b65b-45df-9ab6-a6fc28106556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:59.419064325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3980dcf-b65b-45df-9ab6-a6fc28106556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:59.478716938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3980dcf-b65b-45df-9ab6-a6fc28106556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:35:59.532474771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3980dcf-b65b-45df-9ab6-a6fc28106556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:01.506118997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a938799-3902-4456-b1f6-4c8f676627ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:01.561202555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a938799-3902-4456-b1f6-4c8f676627ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:01.61555482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a938799-3902-4456-b1f6-4c8f676627ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:01.669405224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a938799-3902-4456-b1f6-4c8f676627ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:02.974133316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-2-w4-4ec609","reconcileID":"91733839-7279-47cc-8bad-5e16e0c6c7e9","MaaSModelRef":{"name":"distinct-2-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-2-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-2-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:03.027222508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-w4-4ec609","reconcileID":"b0b13a4e-8846-426e-8e02-1980f5f45914","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:03.090385006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"77ca897d-5bae-4611-8053-2fbe4a35ffec","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:03.151044604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"a074bb59-56d8-4b67-802b-1e7bf138f1f9","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:03.725216401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1372c826-47e6-4514-9eaf-f6d0c28c7979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:03.779202313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1372c826-47e6-4514-9eaf-f6d0c28c7979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:03.833254308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1372c826-47e6-4514-9eaf-f6d0c28c7979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:03.887144802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1372c826-47e6-4514-9eaf-f6d0c28c7979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:05.841015573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87edbbd2-f925-4435-8008-302aa58e5a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:05.894914751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87edbbd2-f925-4435-8008-302aa58e5a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:05.950235018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87edbbd2-f925-4435-8008-302aa58e5a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:06.008254888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87edbbd2-f925-4435-8008-302aa58e5a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.186412392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"345a36c6-9dac-4bd5-8c2b-a3cb824865bf","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.186863626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"e371e486-32f2-4321-99d0-e12c607cc582","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.18714129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"ffd6efa1-b918-4bb4-a733-ab5d8e9f9dee","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.187323523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"c1d1c06a-a50a-4ae4-9b08-b05099a33c7c","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.29863992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"93822716-7272-46e2-8122-70bf0799ec10","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.298904285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"a387d89e-782f-4c24-b89d-491077ae08e6","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.299084137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"e82cc099-5569-4ce1-a544-e6d5aa452c0a","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.299366417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"49b89752-bb2a-4843-89af-1aeb12570199","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.381908354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"1f63c518-21b2-4c6c-85eb-4b30ec24801a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.382535105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"3e0dea49-6fc1-46ba-afda-204762d16dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.407675194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"17b5b8c1-53c8-4770-b7d7-7d4fbc66bf78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.407684905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"6a555669-8ca1-4311-82ca-8baaec431dd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.453157825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"3e0dea49-6fc1-46ba-afda-204762d16dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.454438634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"1f63c518-21b2-4c6c-85eb-4b30ec24801a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.741637366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"db6f87cd-1f36-4c19-84c8-3f232f6ce14e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.741642498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"dcd0e183-976e-420c-9f6a-f2e4554ff07d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.824473497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"6acd5e81-8cc9-463c-a268-df3fce525bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.824683971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"da9ebce2-8d64-4a65-a64e-9958db4323be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.884336838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"6acd5e81-8cc9-463c-a268-df3fce525bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.884591979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"da9ebce2-8d64-4a65-a64e-9958db4323be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:07.975635625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9d43c8-b5c0-4098-bda3-2dfb82147a79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:08.029948308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9d43c8-b5c0-4098-bda3-2dfb82147a79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:08.083926939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9d43c8-b5c0-4098-bda3-2dfb82147a79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:08.138655471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9d43c8-b5c0-4098-bda3-2dfb82147a79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:09.506602179Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","namespace":"ai-tenant-e2e-shared-b-w1-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:09.506695238Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","namespace":"ai-tenant-e2e-shared-b-w1-b37684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:09.50677202Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","tenant":"e2e-shared-b-w1-b37684","tenantID":"e2e-shared-b-w1-b37684","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:09.56589408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-b37684","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:09.629540848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"Service","name":"maas-api-e2e-shared-b-w1-b37684","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:09.686733087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-b37684","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:09.742927751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-b37684","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:09.804440456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-b37684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:09.8650571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-b37684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:09.924645018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-b37684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:09.98366829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-b37684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:10.038228399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-b37684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:10.092136701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-b37684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:10.143943671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10a1058-68f4-47f7-b443-0a2995ec4d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:10.198013373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-b37684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:10.198431574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10a1058-68f4-47f7-b443-0a2995ec4d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:10.252598469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10a1058-68f4-47f7-b443-0a2995ec4d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:10.252850331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-b37684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:10.306759336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10a1058-68f4-47f7-b443-0a2995ec4d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:10.361083648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-b37684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:10.416998401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-b37684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:10.470949633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-b37684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:10.530166831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-b37684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:10.585121236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-b37684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:10.642710731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-b37684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:10.698652778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-b37684","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:10.755112814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-b37684"},"namespace":"ai-tenant-e2e-shared-b-w1-b37684","name":"default-tenant","reconcileID":"8a6c7f13-af5a-40fd-bd28-eda755e62299","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-b37684","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:11.679562913Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-b37684","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-b37684","reconcileID":"02cdbd5b-bdb5-4f83-8d48-17d00e972381","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-b37684","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-b37684"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:12.321530196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f413d663-82df-49d7-85fa-0d9558809d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:12.375562483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f413d663-82df-49d7-85fa-0d9558809d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:12.429651723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f413d663-82df-49d7-85fa-0d9558809d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:12.46662519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"6cb59808-4403-4abb-899c-b6ae4924ed17","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:12.483559165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f413d663-82df-49d7-85fa-0d9558809d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:12.794367368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"9067757e-a357-40d6-8d66-7c2050f8b1f9","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:12.97548298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-2-w4-4ec609","reconcileID":"2e11672f-de79-4e1b-ac66-a8e96aa1cce0","MaaSModelRef":{"name":"distinct-2-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-2-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-2-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:13.058996692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"distinct-w4-4ec609","reconcileID":"cc906388-ea91-4cb6-9cb5-efe9f6e4ed54","MaaSModelRef":{"name":"distinct-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"distinct-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"distinct-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:13.1220388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"68deef8e-a325-45ec-9cfd-87e9c91aa05c","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:13.182958596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"premium-w4-4ec609","reconcileID":"0c2acef4-d547-4d06-9214-7aa008dd571c","MaaSModelRef":{"name":"premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"premium-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"premium-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:13.183279424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"namespace":"e2e-models-e2e-worker-w4-4ec609","name":"simulator-w4-4ec609","reconcileID":"98b7055c-e3eb-4434-b1b6-d5a162948f31","MaaSModelRef":{"name":"simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609"},"routeName":"simulator-w4-4ec609-kserve-route","namespace":"e2e-models-e2e-worker-w4-4ec609","llmisvcName":"simulator-w4-4ec609","gateway":"openshift-ingress/e2e-worker-w4-4ec609","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:13.342975809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"ca307861-2b25-4039-bc59-51aaac5274bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:13.347926823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"e0ebdd1e-545e-4a1d-be8c-57d87eadff6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:13.34794502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"680617ac-5ed0-4980-af3c-fdb95c07781b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:13.407256918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"e0ebdd1e-545e-4a1d-be8c-57d87eadff6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:13.407565243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"680617ac-5ed0-4980-af3c-fdb95c07781b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:13.450074596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"1a91245a-6a5e-427b-8604-9e4f9d2450a4","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:13.516388995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"ec362259-8b2a-4d42-ad50-bbd962f1a97e","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:13.742857366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"29dbdf9d-5592-42da-8e39-dbd6ccaca2f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:13.770032525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"3b96e6a3-1069-4701-b9b1-78b898e432db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:13.854319486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"b41352df-5bc1-4651-9a0b-b64b6422a8b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:13.854806799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"8ad4ade2-463b-4fa7-bf06-5a046b94c3da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:13.953855135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"b41352df-5bc1-4651-9a0b-b64b6422a8b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:13.956726312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"8ad4ade2-463b-4fa7-bf06-5a046b94c3da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.012273504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"8cca2b95-659c-4c58-8b6d-6d6b43b491c4","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.166401344Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"19208eae-6fc3-47e6-a781-4606ee0e93f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.166400084Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"4006e7f5-7314-4583-8ab4-3c65ac9f98ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.229882277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"3f5c25de-3471-4129-97ef-3ea0218735f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.257467205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"622ddb18-d05e-4858-9cf8-b7f521791fc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.257521535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"2df30545-9fd7-4ec7-879a-6c7477f03796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.318977373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"622ddb18-d05e-4858-9cf8-b7f521791fc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.319022683Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"622ddb18-d05e-4858-9cf8-b7f521791fc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.319078118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"2df30545-9fd7-4ec7-879a-6c7477f03796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.31910316Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"2df30545-9fd7-4ec7-879a-6c7477f03796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.319711005Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"19208eae-6fc3-47e6-a781-4606ee0e93f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-premium-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.319722337Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"4006e7f5-7314-4583-8ab4-3c65ac9f98ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"maas-trlp-simulator-w4-4ec609","namespace":"e2e-models-e2e-worker-w4-4ec609","model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.522116894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf375b0-ce1e-4cf4-b10f-372a349c020e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.576626062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf375b0-ce1e-4cf4-b10f-372a349c020e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.576846073Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"a3aa2ae5-aef1-4001-8a4d-d3dcd7687fcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.630539506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf375b0-ce1e-4cf4-b10f-372a349c020e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.630645445Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"7f831e66-26dc-4433-92d0-1c9a94210b25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.685931522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf375b0-ce1e-4cf4-b10f-372a349c020e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.740567595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"2f5963c2-c9a1-44a4-9f40-539da8ce1b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.798428148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"53950881-8479-4326-b160-1c4fa2f8f096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.799885132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"2f5963c2-c9a1-44a4-9f40-539da8ce1b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.799915754Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"2f5963c2-c9a1-44a4-9f40-539da8ce1b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.844908015Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"4c559577-605d-46c2-9cb4-65d175c71ea3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.857409105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"53950881-8479-4326-b160-1c4fa2f8f096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.857444318Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"53950881-8479-4326-b160-1c4fa2f8f096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:14.963021611Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"b1b5e735-2984-4039-bd2e-977bd7648330","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:15.117236604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"14fe5c62-8bdd-420c-b025-c4095bfe2577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:15.177380509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"14fe5c62-8bdd-420c-b025-c4095bfe2577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:15.177432596Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"14fe5c62-8bdd-420c-b025-c4095bfe2577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:15.317472104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"4b26e57e-b841-4fb6-9309-532b92ac6ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:15.378198799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"4b26e57e-b841-4fb6-9309-532b92ac6ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:15.378234612Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"4b26e57e-b841-4fb6-9309-532b92ac6ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:15.571551058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"acdfb3b2-e9a1-42a7-913c-4ea6210d7111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:15.630918375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"acdfb3b2-e9a1-42a7-913c-4ea6210d7111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:15.630948195Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"acdfb3b2-e9a1-42a7-913c-4ea6210d7111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:15.734790167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"def22390-85d0-4e21-b09d-275893d44434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:15.848447092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"def22390-85d0-4e21-b09d-275893d44434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:15.848478848Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"def22390-85d0-4e21-b09d-275893d44434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:16.011509385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"efb9d2f9-1aff-4aba-837b-f12767f3caaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:16.071439911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"efb9d2f9-1aff-4aba-837b-f12767f3caaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:16.125549751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"5ccffc54-f4fc-49f7-9f50-646dd9b8b793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:16.129707157Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"efb9d2f9-1aff-4aba-837b-f12767f3caaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:16.185202475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"5ccffc54-f4fc-49f7-9f50-646dd9b8b793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:16.185234205Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"5ccffc54-f4fc-49f7-9f50-646dd9b8b793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:16.707606045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4b549c-fd0f-4d2d-b9a1-cc3f90cd1c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:16.761591152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4b549c-fd0f-4d2d-b9a1-cc3f90cd1c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:16.815704782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4b549c-fd0f-4d2d-b9a1-cc3f90cd1c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:16.869882203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4b549c-fd0f-4d2d-b9a1-cc3f90cd1c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:17.742715914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"280b9e82-4e79-40cb-9533-15e33fd1e482","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:17.742927996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"0eb263c4-17b6-41ac-bf2c-6033663572d3","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:17.743083456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"86b573bd-a489-4ed5-addf-a464ab07479d","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:17.74333256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"b29aff49-6be9-4079-9053-9e6bb8aa5440","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:17.937450547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"1b6012c0-c9a2-4746-b3ca-74f9c2db6b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:17.937654861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"5e6f9c19-ee68-484d-b2ad-fd9b9288350a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:17.965225058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"22cef8d3-dcd8-4186-a928-3cb6a6667ba9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:17.965224455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"bcefa79a-270d-4cbc-900c-c0f28ad56cb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:18.052194513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"1b6012c0-c9a2-4746-b3ca-74f9c2db6b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:18.052454746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"5e6f9c19-ee68-484d-b2ad-fd9b9288350a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:18.324101576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"61907e20-3d74-43cb-8255-d601a701cfb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-premium-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:18.349811248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"e841ae75-8dd9-44f3-9186-1f2a32f64295","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"maas-trlp-simulator-w3-bbfa07","model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:18.457949225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"18be8076-04dc-4f8b-8256-0b7faf7534c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:18.457949266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"cebf4fe2-fca1-4966-892f-970e4b119d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:18.51823758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"cebf4fe2-fca1-4966-892f-970e4b119d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:18.518299687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"18be8076-04dc-4f8b-8256-0b7faf7534c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:18.921726348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543b4954-3857-44e1-8393-eded0f7bf9e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:18.975786915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543b4954-3857-44e1-8393-eded0f7bf9e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:19.029806717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543b4954-3857-44e1-8393-eded0f7bf9e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:19.083838953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543b4954-3857-44e1-8393-eded0f7bf9e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:19.239762421Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:20.718289332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"4b7a9840-2cc3-469f-97ed-17d1c4a0cd7c","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:20.718685021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"1ec657c2-9548-42bf-8cab-b521b5065220","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:20.718926397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"017051d9-b042-4fb1-b2f8-d124d545e481","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:20.719291166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"75a45d6b-392c-4db1-a0aa-2fbd6b1a522c","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:20.833938724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"41868dd6-2783-475b-a9b9-4ce73836cf65","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:20.834200122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"afb0a70d-ba7e-4908-b97b-fab9e24e2e46","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:20.834504014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"46946307-f099-4411-884b-0d555064a2dd","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:20.834842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"18a158f9-f1b2-4c3a-bf43-5a09a309c2cb","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:20.887914843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"1dc0680a-bf46-4171-b853-cafcbc5a195e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:20.887927064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"86031151-141f-4763-86e3-6bbbe35e8348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:20.946310951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"1f10c638-5efc-40a7-a92e-c20a4a1fdaca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:20.947013271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"195c503a-4b9d-4f56-b53e-0e248fd05a2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:20.950453005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"86031151-141f-4763-86e3-6bbbe35e8348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:20.951018261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"1dc0680a-bf46-4171-b853-cafcbc5a195e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:21.127015794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce1284d9-2033-4c00-a050-ce51ec11fdde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:21.181029623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce1284d9-2033-4c00-a050-ce51ec11fdde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:21.234985703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce1284d9-2033-4c00-a050-ce51ec11fdde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:21.289262223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce1284d9-2033-4c00-a050-ce51ec11fdde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:21.397064301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"a84ff476-133f-4aa4-a4e7-20b45ba987c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:21.399046964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"10725548-2daa-478d-bf2f-cb18cd0e2b79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:21.399131739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"308200bd-b0fb-4ebc-b757-e5fb4f7f7736","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:21.442976805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"6368122a-3177-4c68-85ff-1e818418ceb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:21.455924862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"a84ff476-133f-4aa4-a4e7-20b45ba987c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:21.503970455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"6368122a-3177-4c68-85ff-1e818418ceb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:23.26917606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a0ef12-284f-48f1-8955-ecbfb82fb85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:23.323250772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a0ef12-284f-48f1-8955-ecbfb82fb85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:23.377567304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a0ef12-284f-48f1-8955-ecbfb82fb85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:23.43248389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a0ef12-284f-48f1-8955-ecbfb82fb85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:24.698302714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"62542f61-6cdf-495c-8f47-c89b6561e9df","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:26.987588235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"c408e74e-d644-4f84-a044-d8d0282f9986","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:27.743456914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"e758fcf3-d236-4e95-8bf6-062412e3b77e","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:27.743764225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"e8fcfa39-5635-454a-a649-122372ce10fd","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:27.743968929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"6e468406-81b1-4e72-9774-54335aab1f4e","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:27.744253815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"a0c8eb0b-9c7b-4747-874c-9feec5698dc2","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:31.287253772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"54ff27e6-7b31-475e-8700-9f0dee0b4bcb","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:31.287515111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"e83d0614-8107-4707-a007-dcef9abd9919","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:31.287698817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"8e3faf71-58aa-46aa-98ed-c79dcc65df73","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:31.287959873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"6f6c448f-ce91-4890-8e4f-db97bf322a79","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:31.451379185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"6ed6c7e6-1cb7-4d04-881e-277f00160f5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:31.451424814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"170e7ea6-b081-475c-8288-5b9151f3416d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:31.507170126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"64520fef-b598-4c1b-aa38-eb4adc68ccc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:31.50748166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"c6afdf0e-d26e-4cda-8493-20e88f45baf5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:31.510861097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"170e7ea6-b081-475c-8288-5b9151f3416d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:31.511055631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"6ed6c7e6-1cb7-4d04-881e-277f00160f5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:31.842636489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"c523a40a-f160-4d7b-ad76-52f73a850a74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:31.843370767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"b26c27be-de2b-4e70-9b12-9e4ea8d78e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:31.845476095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"9c2d116e-018d-4122-9726-cc399ad9e113","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:31.845953238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"abee11d7-55a1-4231-85a0-af1e68a2d97c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:31.902016811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"c523a40a-f160-4d7b-ad76-52f73a850a74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:31.902332762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"b26c27be-de2b-4e70-9b12-9e4ea8d78e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:33.983494068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b05a5de-8f93-4e43-9e1f-6442fe676ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:34.037503373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b05a5de-8f93-4e43-9e1f-6442fe676ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:34.091252071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b05a5de-8f93-4e43-9e1f-6442fe676ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:34.145285852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b05a5de-8f93-4e43-9e1f-6442fe676ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:36.122366622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa612d2-835d-4401-8a82-542d1f77a0a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:36.17662082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa612d2-835d-4401-8a82-542d1f77a0a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:36.230654578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa612d2-835d-4401-8a82-542d1f77a0a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:36.284831892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa612d2-835d-4401-8a82-542d1f77a0a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:37.744666256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"1e7d8971-2218-4c1d-84d9-c2c70295c926","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:37.745244471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"04f94f85-ba65-472f-88e8-68eacb0c08f1","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:37.746888932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"c91e0ff1-40ba-45db-b43c-4e07d3d22646","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:37.747482545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"ae552f1e-06e2-461f-bbe7-55d6ffa19ba4","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:38.867189738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"aba56c8d-b12d-4e77-a66f-9b0164b708eb","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:39.091803774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"7eb46953-1641-47df-b240-02f1281b09ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:39.095154378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"425e0dd2-641e-4d4f-8ef7-6fae174ed2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:39.095153061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"91468eb3-31d3-4bb1-808e-857218cccd5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:39.155028042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"91468eb3-31d3-4bb1-808e-857218cccd5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:39.155188805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"425e0dd2-641e-4d4f-8ef7-6fae174ed2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:39.264402105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"0131f39e-042e-4f06-99bc-633597d141d4","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:39.482782638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"3ce54514-a6bb-4165-89d9-eecb76d88e00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-premium-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:40.957279351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97f24dc-ee5a-41aa-9e8d-ec27edd69c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:41.011331994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97f24dc-ee5a-41aa-9e8d-ec27edd69c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:41.065195656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97f24dc-ee5a-41aa-9e8d-ec27edd69c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:41.119156617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97f24dc-ee5a-41aa-9e8d-ec27edd69c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:41.287606943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"cfa67ba8-baae-4349-b1f1-98883c4e1c01","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:41.341642855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"4e9dc4dc-11fc-4d63-878f-580f1ebf6062","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:41.487459459Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-273c1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-273c1b","reconcileID":"349cfaca-f39d-4bcf-af40-979d2a7b5d11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-273c1b","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-273c1b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:42.842671133Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d2c3154b-ce7b-4cd7-842f-085cb7c3fa00","namespace":"ai-tenant-e2e-worker-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:42.84273834Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d2c3154b-ce7b-4cd7-842f-085cb7c3fa00","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:42.901959411Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d2c3154b-ce7b-4cd7-842f-085cb7c3fa00","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:42.960873343Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d2c3154b-ce7b-4cd7-842f-085cb7c3fa00","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:42.960888938Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d2c3154b-ce7b-4cd7-842f-085cb7c3fa00","namespace":"ai-tenant-e2e-worker-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:42.960938876Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d2c3154b-ce7b-4cd7-842f-085cb7c3fa00","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.01995315Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d2c3154b-ce7b-4cd7-842f-085cb7c3fa00","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.078626654Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d2c3154b-ce7b-4cd7-842f-085cb7c3fa00","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.11698353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04bf14ac-3c87-44bd-b11a-50d660e6d0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.117121186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"f0c10bfc-fdfa-4f77-b39b-bfea2a89776d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.171179545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04bf14ac-3c87-44bd-b11a-50d660e6d0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.224996896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04bf14ac-3c87-44bd-b11a-50d660e6d0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.22528684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"2c969a97-bdaf-46ba-9b77-cadfe1af551a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.27917009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04bf14ac-3c87-44bd-b11a-50d660e6d0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.283879368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"f0c10bfc-fdfa-4f77-b39b-bfea2a89776d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.339377854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"2c969a97-bdaf-46ba-9b77-cadfe1af551a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.344651776Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"f0c10bfc-fdfa-4f77-b39b-bfea2a89776d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.45797803Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"2c969a97-bdaf-46ba-9b77-cadfe1af551a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.565903788Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"ce231ad1-e429-4cc4-a52d-fb2cf81bfd63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.619623392Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"d8e05f75-e39f-4d94-992a-6f7329b9e008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.728499606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"ce231ad1-e429-4cc4-a52d-fb2cf81bfd63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.82910702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"d8e05f75-e39f-4d94-992a-6f7329b9e008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.860400586Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"ce231ad1-e429-4cc4-a52d-fb2cf81bfd63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.860424614Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-access","reconcileID":"ce231ad1-e429-4cc4-a52d-fb2cf81bfd63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.889034544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"d8e05f75-e39f-4d94-992a-6f7329b9e008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"name":"e2e-worker-w4-4ec609-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:43.889053472Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-access","reconcileID":"d8e05f75-e39f-4d94-992a-6f7329b9e008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:45.329655671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84897bcc-044d-4dd5-a712-0087ee85efb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:45.384531487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84897bcc-044d-4dd5-a712-0087ee85efb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:45.438476819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84897bcc-044d-4dd5-a712-0087ee85efb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:45.492258596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84897bcc-044d-4dd5-a712-0087ee85efb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:46.967624329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"6650f8c6-1564-4e00-adf6-7448d41c88ae","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:47.190825357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"647c15b0-d8f3-486c-87fd-c023d8b9cc04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:47.199620861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"292225f2-7cbb-42a3-9a9e-78e147110160","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:47.199622711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"d05f0e53-17fc-48bf-8e33-c6383d6cdf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:47.258810918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"d05f0e53-17fc-48bf-8e33-c6383d6cdf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:47.258823705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"292225f2-7cbb-42a3-9a9e-78e147110160","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:47.363623456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"beb756c1-a4da-4253-a792-cd7b83685d75","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:47.58384562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"a098cc12-50f8-455d-95ab-486624911550","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"maas-trlp-simulator-w1-98a19b","model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:47.745984996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-2-w3-bbfa07","reconcileID":"92214ee9-5849-4cf5-9621-840473cc74ea","MaaSModelRef":{"name":"distinct-2-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-2-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-2-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:47.746246205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"distinct-w3-bbfa07","reconcileID":"64eba949-bf83-4883-9d7b-c9576725477c","MaaSModelRef":{"name":"distinct-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"distinct-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"distinct-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:47.747587369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"premium-w3-bbfa07","reconcileID":"2ee71a1f-885b-4c86-ae64-b6f2a7b46af9","MaaSModelRef":{"name":"premium-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"premium-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"premium-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:47.752766039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"namespace":"e2e-models-e2e-worker-w3-bbfa07","name":"simulator-w3-bbfa07","reconcileID":"82626eda-ad52-49ad-96c0-05d7bc376db5","MaaSModelRef":{"name":"simulator-w3-bbfa07","namespace":"e2e-models-e2e-worker-w3-bbfa07"},"routeName":"simulator-w3-bbfa07-kserve-route","namespace":"e2e-models-e2e-worker-w3-bbfa07","llmisvcName":"simulator-w3-bbfa07","gateway":"openshift-ingress/e2e-worker-w3-bbfa07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.281615064Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"66e54c30-7bff-4c3e-8e0d-561a3eed8a39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.284954845Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"8cbfd856-e14f-476b-b346-c8ba25018d2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.417887943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"4101ba4e-2bb4-46df-b037-97409868f02b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.418140679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"7b24117d-785a-4bf9-a0a5-7c01df9d5828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.480396142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"7b24117d-785a-4bf9-a0a5-7c01df9d5828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.480523529Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"7b24117d-785a-4bf9-a0a5-7c01df9d5828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.481405742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"4101ba4e-2bb4-46df-b037-97409868f02b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.481453718Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"4101ba4e-2bb4-46df-b037-97409868f02b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.563692491Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"170be88b-4e3a-4c45-887e-6a87a417e763","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.565489874Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"b9b67909-4250-447e-8276-f98ab34ee27d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.647445819Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","namespace":"ai-tenant-e2e-extmod-b-e391de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.647497644Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","namespace":"ai-tenant-e2e-extmod-b-e391de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.647540005Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","tenant":"e2e-extmod-b-e391de","tenantID":"e2e-extmod-b-e391de","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.71196209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"Deployment","name":"maas-api-e2e-extmod-b-e391de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.77677831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"Service","name":"maas-api-e2e-extmod-b-e391de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.799415847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"75adcf59-3984-46c2-abe8-64e4fa043cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.799552334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"2c32b573-9bc1-4214-bd70-ef1d6c6528ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.837652967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-e391de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.861751307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"2c32b573-9bc1-4214-bd70-ef1d6c6528ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.861805837Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"2c32b573-9bc1-4214-bd70-ef1d6c6528ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.865845467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"75adcf59-3984-46c2-abe8-64e4fa043cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.86589346Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"75adcf59-3984-46c2-abe8-64e4fa043cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.894418469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-e391de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:48.95274955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-e391de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.011193039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-e391de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.069548822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-e391de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.127675008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-e391de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.187485411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-e391de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.241812751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-e391de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.253788943Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.295712811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"Service","name":"payload-processing-e2e-extmod-b-e391de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.339950621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"1566c131-2bcc-45cd-a7b8-1c701ff9f011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.344702035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"5d4dcaf2-da08-4504-9ae3-67762f0e05f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.349861294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-e391de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.3999994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"1566c131-2bcc-45cd-a7b8-1c701ff9f011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.400042774Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"1566c131-2bcc-45cd-a7b8-1c701ff9f011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.403618307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-e391de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.407427219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"5d4dcaf2-da08-4504-9ae3-67762f0e05f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.407455533Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"5d4dcaf2-da08-4504-9ae3-67762f0e05f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.451868179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"19f79ca9-7a5d-4afb-bac3-db6ab921e387","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.457595819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-e391de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.511186667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-e391de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.574059895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-e391de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.628063715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-e391de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.692283493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-e391de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.728244824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"4cc0c322-e497-4734-a553-3b3513935630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.754084992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-e391de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.788150289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"4cc0c322-e497-4734-a553-3b3513935630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.788200174Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"4cc0c322-e497-4734-a553-3b3513935630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.808280923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e391de"},"namespace":"ai-tenant-e2e-extmod-b-e391de","name":"default-tenant","reconcileID":"09b45f1b-f697-4ecd-ad64-a16a2671c631","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-e391de","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.828653247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"46d3b69e-364d-4bc0-81ce-2ecdba5d1024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.867695527Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"811087aa-6074-4cb2-8e0f-ee88c59e7354","namespace":"ai-tenant-e2e-worker-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.867768571Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"811087aa-6074-4cb2-8e0f-ee88c59e7354","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.887488321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"46d3b69e-364d-4bc0-81ce-2ecdba5d1024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.927500552Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"811087aa-6074-4cb2-8e0f-ee88c59e7354","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.94542639Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"46d3b69e-364d-4bc0-81ce-2ecdba5d1024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.985679449Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"811087aa-6074-4cb2-8e0f-ee88c59e7354","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.985694212Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"811087aa-6074-4cb2-8e0f-ee88c59e7354","namespace":"ai-tenant-e2e-worker-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:49.985774294Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"811087aa-6074-4cb2-8e0f-ee88c59e7354","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:50.046625272Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"811087aa-6074-4cb2-8e0f-ee88c59e7354","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:50.11494844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"f13827e9-60ef-40d4-a896-d78fcc7d009f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:50.115438743Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"811087aa-6074-4cb2-8e0f-ee88c59e7354","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:50.144278599Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"c27e1f31-24ab-4927-9a3d-872db9c563b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:50.183609202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"f13827e9-60ef-40d4-a896-d78fcc7d009f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:50.241443624Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"f13827e9-60ef-40d4-a896-d78fcc7d009f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:50.405897938Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"abb0a1fb-f849-4b19-a36b-15c53107a921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:50.459642472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"c27e1f31-24ab-4927-9a3d-872db9c563b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:50.616061195Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"c27e1f31-24ab-4927-9a3d-872db9c563b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:50.616091288Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-access","reconcileID":"c27e1f31-24ab-4927-9a3d-872db9c563b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:50.669720313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"abb0a1fb-f849-4b19-a36b-15c53107a921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:50.712438484Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-e391de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-e391de","reconcileID":"4ede0679-a9aa-4896-9dee-13b20c28dca7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-e391de","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-e391de"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:50.72907792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"abb0a1fb-f849-4b19-a36b-15c53107a921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"name":"e2e-worker-w3-bbfa07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:50.729098653Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-access","reconcileID":"abb0a1fb-f849-4b19-a36b-15c53107a921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:51.349650327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"12fddc11-ae93-4d74-a49c-3ba655bf20da","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:51.350013949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"556c2007-4dbd-4fe6-bd50-256ac3d4068c","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:51.858344689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"100047f0-c12a-4707-b710-de3ff79b4ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:51.912468036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"100047f0-c12a-4707-b710-de3ff79b4ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:51.966227487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"100047f0-c12a-4707-b710-de3ff79b4ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:52.020119549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"100047f0-c12a-4707-b710-de3ff79b4ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:53.11404634Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"c29ec544-0696-4fcb-97b2-d0fb0c0a72f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:53.114645163Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"simulator-subscription","reconcileID":"c29ec544-0696-4fcb-97b2-d0fb0c0a72f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-4ec609/simulator-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:53.168182295Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"58a2d3c5-fe5e-42f5-9079-9ee39ad6d4e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:53.168285111Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"premium-simulator-subscription","reconcileID":"58a2d3c5-fe5e-42f5-9079-9ee39ad6d4e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"model":"e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-4ec609/premium-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:54.019957866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceca221d-4c5a-4809-89e5-5447bd7af2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:54.073851598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceca221d-4c5a-4809-89e5-5447bd7af2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:54.127767176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceca221d-4c5a-4809-89e5-5447bd7af2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:54.182879491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceca221d-4c5a-4809-89e5-5447bd7af2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:56.228599081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1e6bff-c982-4dae-83aa-88050a4ddb1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:56.282906819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1e6bff-c982-4dae-83aa-88050a4ddb1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:56.337627654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1e6bff-c982-4dae-83aa-88050a4ddb1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:56.391636411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1e6bff-c982-4dae-83aa-88050a4ddb1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:57.364541183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"e78a35a7-40d4-4a93-bf68-c9bfd4f55f15","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:58.465317364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f18da878-1728-4723-999e-20c0bbc08851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:58.519463781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f18da878-1728-4723-999e-20c0bbc08851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:58.573430111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f18da878-1728-4723-999e-20c0bbc08851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:58.62724628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f18da878-1728-4723-999e-20c0bbc08851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:36:59.453431316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"156fd2d2-8bfa-4bba-a5f6-847bd24bb59b","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.106311984Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"b971ed6c-19bc-4bcc-9c03-97b1361ccd6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.106533852Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"premium-simulator-subscription","reconcileID":"b971ed6c-19bc-4bcc-9c03-97b1361ccd6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bbfa07/premium-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.159709019Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"78b3e0fb-cb01-4008-89ae-2e1e74e78d24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.159842119Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"simulator-subscription","reconcileID":"78b3e0fb-cb01-4008-89ae-2e1e74e78d24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"model":"e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bbfa07/simulator-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.63965149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3684436-3e78-48a2-82fc-394e40171554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.693614808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3684436-3e78-48a2-82fc-394e40171554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.747635363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3684436-3e78-48a2-82fc-394e40171554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.802024654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3684436-3e78-48a2-82fc-394e40171554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.80615261Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"8e32616a-7517-4c25-bc89-f6d88a9cccf2","namespace":"ai-tenant-e2e-worker-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.806215545Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"8e32616a-7517-4c25-bc89-f6d88a9cccf2","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.86776079Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"8e32616a-7517-4c25-bc89-f6d88a9cccf2","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.868051062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"f4b2967b-2c23-4e31-ad82-4bd8387750c9","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.927042203Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"8e32616a-7517-4c25-bc89-f6d88a9cccf2","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.927066166Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"8e32616a-7517-4c25-bc89-f6d88a9cccf2","namespace":"ai-tenant-e2e-worker-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.927124552Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"8e32616a-7517-4c25-bc89-f6d88a9cccf2","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.930075083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"7ff671be-26af-4ec9-874d-cadb4c39a659","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.989502959Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"8e32616a-7517-4c25-bc89-f6d88a9cccf2","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:00.993992441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"ef894612-783e-4921-85b1-7e6318b0f8b6","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.093606787Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"7bde895b-b196-4a27-9ec1-320acf12dac7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4a659f45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.09376226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"1ce0982d-dce9-44fc-bec0-21a31bc54011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.094078564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"b7701f54-963c-4082-b6cd-f2c9cc9add0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.096258458Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"8e32616a-7517-4c25-bc89-f6d88a9cccf2","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.096673343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"2ad58f8c-6bf6-4e7d-b4e8-9aeeb4fa188e","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.148013436Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"197e98d2-f8a9-4e87-adc9-bec3f149f527","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4a659f45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.148522275Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"4a7f719b-3599-4402-acce-a61d22928803","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-28cdc84e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.154326242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"1ce0982d-dce9-44fc-bec0-21a31bc54011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.155039418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"b7701f54-963c-4082-b6cd-f2c9cc9add0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.210839071Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"c7359b67-c899-46ff-a10f-34048968b1ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-28cdc84e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.350267977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"44d61eff-e748-49c4-95c7-68c477715aaf","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.350647451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"1df9afd4-5c66-4f07-91d9-7effe1a42ca5","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.366522615Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"4071793b-7b57-486f-934a-0702fce810b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.366522613Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"c90ad3f7-9afb-4c74-b57a-aee41c4b8b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.621869202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"4071793b-7b57-486f-934a-0702fce810b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.621985617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"c90ad3f7-9afb-4c74-b57a-aee41c4b8b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.755107795Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"c90ad3f7-9afb-4c74-b57a-aee41c4b8b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.755131769Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-access","reconcileID":"c90ad3f7-9afb-4c74-b57a-aee41c4b8b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:37:01.759813686Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"4071793b-7b57-486f-934a-0702fce810b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-98a19b-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:37:01.759867512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"4071793b-7b57-486f-934a-0702fce810b8","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-98a19b-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.765190295Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"30cbee1c-aafd-410a-a8b5-965fdee6c946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.848742387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"1bce3248-4b38-4899-98df-8731677ed3b3","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:01.99965703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"30cbee1c-aafd-410a-a8b5-965fdee6c946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.05890125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"30cbee1c-aafd-410a-a8b5-965fdee6c946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"name":"e2e-worker-w1-98a19b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.058925164Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-access","reconcileID":"30cbee1c-aafd-410a-a8b5-965fdee6c946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.100540614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-2-w1-98a19b","reconcileID":"cc12de42-1dfc-4f00-9d1f-567c3354758c","MaaSModelRef":{"name":"distinct-2-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-2-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-2-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.109743584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"distinct-w1-98a19b","reconcileID":"8fc3f64c-d159-4ebf-bda3-7732edb68f86","MaaSModelRef":{"name":"distinct-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"distinct-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"distinct-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.118149053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"premium-w1-98a19b","reconcileID":"2638ef56-a9d0-40ef-ab48-aae166418450","MaaSModelRef":{"name":"premium-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"premium-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"premium-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.118374199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"74be015a-48c4-4638-b10b-317ee21fcd1b","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.126518708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"namespace":"e2e-models-e2e-worker-w1-98a19b","name":"simulator-w1-98a19b","reconcileID":"671da6e9-0cb8-454f-993f-b539619fbf1a","MaaSModelRef":{"name":"simulator-w1-98a19b","namespace":"e2e-models-e2e-worker-w1-98a19b"},"routeName":"simulator-w1-98a19b-kserve-route","namespace":"e2e-models-e2e-worker-w1-98a19b","llmisvcName":"simulator-w1-98a19b","gateway":"openshift-ingress/e2e-worker-w1-98a19b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.211185762Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"26e8a2f7-8c23-4c28-9e98-02cf6b75958e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-28cdc84e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.211272244Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"379c0cf8-c86f-4a4c-bc7b-723ef5253455","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4a659f45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.296989953Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"745f3b43-32ff-4c4c-b314-7ed48839827a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4a659f45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.300002839Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"e9e45caf-5aff-4d19-97a4-c0b43651a9a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-28cdc84e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.355446334Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"c1825296-c106-4e8d-abff-13f06121dccf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-28cdc84e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.355446335Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"81549a4c-37fc-4a93-9fb7-7312a2f6e603","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4a659f45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.430481951Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"fc27b843-286a-467c-b9c8-922c7f2008f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-28cdc84e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.492603629Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"787b4417-8bc3-4b4e-a8e6-631255673756","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4a659f45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.855511672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3326331c-1bf2-4b46-a70b-2d340b9d0a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.909871007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3326331c-1bf2-4b46-a70b-2d340b9d0a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:02.963926161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3326331c-1bf2-4b46-a70b-2d340b9d0a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:03.017796908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3326331c-1bf2-4b46-a70b-2d340b9d0a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:04.237638765Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"212db751-630d-47d5-adad-033420722ca4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-28cdc84e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:04.244718185Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"bbf3a07f-a915-4dff-9502-ece430e293db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4a659f45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:05.063002848Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"96c54538-ab04-42ea-bf6a-ce8a5680de20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-28cdc84e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:05.335236115Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"fe03539d-ab08-46af-a622-a64e6d433afa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:05.335338747Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"simulator-subscription","reconcileID":"fe03539d-ab08-46af-a622-a64e6d433afa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-98a19b/simulator-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:15.117845087Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"1e49116c-82ce-47c3-ae27-d048caa1ab6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:15.117962071Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"premium-simulator-subscription","reconcileID":"1e49116c-82ce-47c3-ae27-d048caa1ab6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"model":"e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-98a19b/premium-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:19.240146278Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:31.785932619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"bc5d1501-8f91-4c8a-b275-dc3b36c276de","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:31.907996161Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"bc5d1501-8f91-4c8a-b275-dc3b36c276de","name":"e2e-extmod-b-273c1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:31.968624827Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","namespace":"ai-tenant-e2e-worker-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:31.968719912Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","namespace":"ai-tenant-e2e-worker-w4-4ec609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:31.968792709Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","tenant":"e2e-worker-w4-4ec609","tenantID":"e2e-worker-w4-4ec609","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:32.024957927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"Deployment","name":"maas-api-e2e-worker-w4-4ec609","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:32.093683492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"Service","name":"maas-api-e2e-worker-w4-4ec609","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:32.151797303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-4ec609","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:32.208167017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-4ec609","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:32.270318652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-4ec609","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:32.335922875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-4ec609","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:32.393898475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-4ec609","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:32.475375019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-4ec609","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:32.536091123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-4ec609","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:32.590094675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-4ec609","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:32.644451593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"Service","name":"payload-processing-e2e-worker-w4-4ec609","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:32.698475215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-4ec609","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:32.752627484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-4ec609","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:32.806596769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-4ec609","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:32.860611637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-4ec609","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:32.920043219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-4ec609","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:32.974611094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-4ec609","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:33.02827585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-4ec609","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:33.082264676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-4ec609","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:33.136285152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-4ec609"},"namespace":"ai-tenant-e2e-worker-w4-4ec609","name":"default-tenant","reconcileID":"d948d0b7-c084-407f-80d7-9b13ac0e8afd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-4ec609","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:34.032186728Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-4ec609","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-4ec609","reconcileID":"67c2df46-ba81-4361-aac5-be2d6c8558b2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-4ec609","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-4ec609"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:35.177414436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ff4984d-a6bd-45b5-81e3-27fa5cc1649a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:35.232381642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ff4984d-a6bd-45b5-81e3-27fa5cc1649a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:35.287219025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ff4984d-a6bd-45b5-81e3-27fa5cc1649a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:35.341226716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ff4984d-a6bd-45b5-81e3-27fa5cc1649a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:37.321431989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8934ef6-5b5d-4d27-a6d1-5f5b6734a557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:37.375288636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8934ef6-5b5d-4d27-a6d1-5f5b6734a557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:37.429374013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8934ef6-5b5d-4d27-a6d1-5f5b6734a557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:37.483277165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8934ef6-5b5d-4d27-a6d1-5f5b6734a557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:38.727599242Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","namespace":"ai-tenant-e2e-worker-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:38.727651708Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","namespace":"ai-tenant-e2e-worker-w3-bbfa07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:38.727704724Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","tenant":"e2e-worker-w3-bbfa07","tenantID":"e2e-worker-w3-bbfa07","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:38.7845196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"Deployment","name":"maas-api-e2e-worker-w3-bbfa07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:38.851825016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"Service","name":"maas-api-e2e-worker-w3-bbfa07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:38.950194431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-bbfa07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.006467241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-bbfa07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.064110275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-bbfa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.123425263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-bbfa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.183307801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-bbfa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.243163741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-bbfa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.297116838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-bbfa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.351593856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-bbfa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.405905515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"Service","name":"payload-processing-e2e-worker-w3-bbfa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.460479684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-bbfa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.475523839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97a36a9-b69f-4952-9832-68d7e86eb3a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.529703766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-bbfa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.529781723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97a36a9-b69f-4952-9832-68d7e86eb3a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.583662713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-bbfa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.584099982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97a36a9-b69f-4952-9832-68d7e86eb3a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.637921875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-bbfa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.638195932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97a36a9-b69f-4952-9832-68d7e86eb3a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.696523967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-bbfa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.750651847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-bbfa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.804906383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-bbfa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.858850016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-bbfa07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:39.916303009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bbfa07"},"namespace":"ai-tenant-e2e-worker-w3-bbfa07","name":"default-tenant","reconcileID":"b581b5b2-d902-46a8-84c1-c953cfd782f3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-bbfa07","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:40.802233984Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-bbfa07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-bbfa07","reconcileID":"6aace7c5-5020-46cf-ade5-e4843bd836f7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-bbfa07","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-bbfa07"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:41.619442674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1830fdc2-4efd-43b7-bc66-96a8b6795106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:41.676320076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1830fdc2-4efd-43b7-bc66-96a8b6795106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:41.730056913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1830fdc2-4efd-43b7-bc66-96a8b6795106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:41.783895031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1830fdc2-4efd-43b7-bc66-96a8b6795106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:43.823705182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa0b90db-c4cb-474f-8862-35ddb1c1f787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:43.877589575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa0b90db-c4cb-474f-8862-35ddb1c1f787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:43.931533629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa0b90db-c4cb-474f-8862-35ddb1c1f787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:43.985215353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa0b90db-c4cb-474f-8862-35ddb1c1f787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:46.020552319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33ce28d1-374f-4480-a0ae-45dd1bb3e44f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:46.074503707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33ce28d1-374f-4480-a0ae-45dd1bb3e44f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:46.12845827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33ce28d1-374f-4480-a0ae-45dd1bb3e44f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:46.182668488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33ce28d1-374f-4480-a0ae-45dd1bb3e44f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:48.167701587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe6fe055-8883-4789-92d9-c8ddbc5dc21f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:48.223799596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe6fe055-8883-4789-92d9-c8ddbc5dc21f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:48.278380353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe6fe055-8883-4789-92d9-c8ddbc5dc21f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:48.332478301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe6fe055-8883-4789-92d9-c8ddbc5dc21f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:49.240330748Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:50.298750531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a22634-055b-42f8-85ef-686dc8377b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:50.352736035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a22634-055b-42f8-85ef-686dc8377b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:50.406714645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a22634-055b-42f8-85ef-686dc8377b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:50.460427639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a22634-055b-42f8-85ef-686dc8377b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.039384998Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","namespace":"ai-tenant-e2e-worker-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.039440527Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","namespace":"ai-tenant-e2e-worker-w1-98a19b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.0394864Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","tenant":"e2e-worker-w1-98a19b","tenantID":"e2e-worker-w1-98a19b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.107819649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"Deployment","name":"maas-api-e2e-worker-w1-98a19b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.187563479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"Service","name":"maas-api-e2e-worker-w1-98a19b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.246171094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-98a19b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.305540861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-98a19b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.365852784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-98a19b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.424407303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-98a19b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.487660551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-98a19b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.545485682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-98a19b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.599613447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-98a19b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.653435186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-98a19b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.707500539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"Service","name":"payload-processing-e2e-worker-w1-98a19b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.764220859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-98a19b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.818215171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-98a19b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.872179863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-98a19b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.92616615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-98a19b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:51.984731075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-98a19b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.042061213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-98a19b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.096634636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-98a19b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.150554174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-98a19b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.204417144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-98a19b"},"namespace":"ai-tenant-e2e-worker-w1-98a19b","name":"default-tenant","reconcileID":"90dba1c1-6e13-45cd-abbe-e9991e4b2820","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-98a19b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.266939828Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","namespace":"ai-tenant-e2e-shared-a-w0-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.267000111Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","namespace":"ai-tenant-e2e-shared-a-w0-547082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.267068628Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","tenant":"e2e-shared-a-w0-547082","tenantID":"e2e-shared-a-w0-547082","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.329625525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-547082","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.394159286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"Service","name":"maas-api-e2e-shared-a-w0-547082","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.452317514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-547082","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.508729584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-547082","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.566321301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-547082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.624740454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-547082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.684417857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-547082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.746407897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-547082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.800403802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-547082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.856969685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-547082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.911458461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-547082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:52.965424891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-547082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:53.019249167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-547082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:53.06088783Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-98a19b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-98a19b","reconcileID":"45cd4158-0f26-45fd-bd2c-0d729dc6a6b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-98a19b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-98a19b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:53.073172017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-547082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:53.127928825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-547082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:53.187333823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-547082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:53.241262001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-547082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:53.340453226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-547082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:53.393982877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-547082","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:53.448001831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-547082"},"namespace":"ai-tenant-e2e-shared-a-w0-547082","name":"default-tenant","reconcileID":"dbdc0cde-3edd-40ff-a0c0-1659437a8120","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-547082","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:54.226034759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b788ca72-3f54-4e2f-a9f2-4e773415461b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:54.28034692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b788ca72-3f54-4e2f-a9f2-4e773415461b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:54.336615537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b788ca72-3f54-4e2f-a9f2-4e773415461b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:54.343009054Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-547082","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-547082","reconcileID":"4d2bf207-f88f-436e-96ff-45a43687a5a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-547082","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-547082"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:54.390516124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b788ca72-3f54-4e2f-a9f2-4e773415461b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:56.427689894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e3fc68-dba2-4de4-8156-501889a0cf2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:56.481466021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e3fc68-dba2-4de4-8156-501889a0cf2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:56.535522585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e3fc68-dba2-4de4-8156-501889a0cf2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:37:56.589336542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e3fc68-dba2-4de4-8156-501889a0cf2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:03.62444593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f51131-045e-4194-a2ef-ed945bf8f0e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:03.678841172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f51131-045e-4194-a2ef-ed945bf8f0e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:03.73274491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f51131-045e-4194-a2ef-ed945bf8f0e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:03.787485271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f51131-045e-4194-a2ef-ed945bf8f0e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:05.828460335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2c3813-c101-4b34-8d6b-8b1bd5af941c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:05.882484492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2c3813-c101-4b34-8d6b-8b1bd5af941c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:05.936331312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2c3813-c101-4b34-8d6b-8b1bd5af941c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:05.990298035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2c3813-c101-4b34-8d6b-8b1bd5af941c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:19.241323648Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:20.382287927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"7370bbcc-560d-4f21-be25-adf1a8539c1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:20.563638922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"f0af71af-201e-482a-8ffc-90ef987aca9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:20.808558015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"937107be-2e8d-4a6d-9cd8-ebbc17add330","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:20.909665247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"e02919ee-e514-4055-ba07-a6029754439b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:21.009197561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"92d5d5e5-2a59-42e2-9b89-d79969047830","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:21.159052413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f54390e1-0f3a-41b7-a22a-25b6ba720150","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:22.024279473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6f079dd-6647-4156-97a7-49ee73646686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:22.078269262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6f079dd-6647-4156-97a7-49ee73646686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:22.132145425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6f079dd-6647-4156-97a7-49ee73646686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:22.186327531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6f079dd-6647-4156-97a7-49ee73646686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:24.225578539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b6894b-2836-4f33-a0c8-7171b0d12bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:24.279441729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b6894b-2836-4f33-a0c8-7171b0d12bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:24.33311323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b6894b-2836-4f33-a0c8-7171b0d12bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:24.386984445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b6894b-2836-4f33-a0c8-7171b0d12bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:25.795191082Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"a58b1a82-bb7e-4d91-866f-50da13b12c37","namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:25.853296412Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"7beebf9b-73f1-47eb-9be8-b260723fd572","namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:25.958684655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"98e07b17-5a9a-4115-9228-abc4b35d319c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:25.958693307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"8f6468f3-4fb2-4425-ae69-8be635df101d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:25.959823617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"9f0c7aee-431e-47e9-b310-3786fa3ad674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:25.959975154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"a50c05a7-80f7-4453-8799-0c31bf10f025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:25.960322258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3004f13-a213-4698-9dec-59b3c15832bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.018099276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"98e07b17-5a9a-4115-9228-abc4b35d319c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.018609926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"8f6468f3-4fb2-4425-ae69-8be635df101d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.020579227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"9f0c7aee-431e-47e9-b310-3786fa3ad674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.021703192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"a50c05a7-80f7-4453-8799-0c31bf10f025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.022742892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3004f13-a213-4698-9dec-59b3c15832bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.170945949Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"f58854ff-5d1d-46f1-bd75-c46b0107ea6f","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.349601142Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"f5644bd3-c528-4938-a65c-f3609bbc3321","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.402018395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6c0a069-cdf6-4cdf-b611-aa9d2e55ec16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.402066693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68aed3d9-8943-437e-9e1b-92ab33a07368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.402425942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"f960d4ba-3abf-405c-960c-7af63b757033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.464178151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68aed3d9-8943-437e-9e1b-92ab33a07368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.467712512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6c0a069-cdf6-4cdf-b611-aa9d2e55ec16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:38:26.47352349Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"f5644bd3-c528-4938-a65c-f3609bbc3321","name":"e2e-att-unrel-a103b7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-a103b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:38:26.474693236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"f5644bd3-c528-4938-a65c-f3609bbc3321","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-a103b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.476746342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"f960d4ba-3abf-405c-960c-7af63b757033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.49973204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"c060d6fb-ef20-41c9-8924-0416d58d7216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.499732325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"8291e103-71e5-49e9-843f-3a2d955f6944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.539214803Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"5ddc25ae-9ee9-4efe-b771-6e17a690b95d","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.560303813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"8291e103-71e5-49e9-843f-3a2d955f6944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.563010511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"c060d6fb-ef20-41c9-8924-0416d58d7216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.806131822Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"5c1872c7-7f77-42b1-badc-693ff3afa3f1","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.859405683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"2b3015f6-6145-40fb-bb63-c33dae3098bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.859506261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"8e22d274-6606-4a9a-a3cc-7a1f63eecb1c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.92376578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"2b3015f6-6145-40fb-bb63-c33dae3098bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:26.997293936Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"8e22d274-6606-4a9a-a3cc-7a1f63eecb1c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.055228474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-273c1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"8e22d274-6606-4a9a-a3cc-7a1f63eecb1c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.06603818Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"ab144f92-7b0d-40c8-8a94-49e9fecbcdf7","namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.129340958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"685a42fd-9992-4682-91a2-b730af116633","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.12940827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"685a42fd-9992-4682-91a2-b730af116633","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.249827727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"e19c0ad7-837f-42ae-87a1-17884840e67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.249876413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef0a1b8e-f6e7-4fa7-b0be-b48c73eca7c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.250308451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"a62d6c94-c954-47a4-bd20-18f203820e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.303464685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"fe4ca729-2e25-48db-ac30-4a123862d542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.306191984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"c11fef9a-db28-44e8-b97d-3ba42579fc78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.307562816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"368403c6-c9f6-4005-aa67-3847aacb4283","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.307578937Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"368403c6-c9f6-4005-aa67-3847aacb4283","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.315248349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"a62d6c94-c954-47a4-bd20-18f203820e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.315581312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"e19c0ad7-837f-42ae-87a1-17884840e67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.323276912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef0a1b8e-f6e7-4fa7-b0be-b48c73eca7c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.363161352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"fe4ca729-2e25-48db-ac30-4a123862d542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.369594448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"c11fef9a-db28-44e8-b97d-3ba42579fc78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.599960129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"ed2cfa93-52b0-40df-ad30-d5b562c593eb","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.65396543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"398f4283-a784-4674-aea4-82fe2c877a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.659299927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"ed2cfa93-52b0-40df-ad30-d5b562c593eb","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.713724632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"398f4283-a784-4674-aea4-82fe2c877a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:27.717718174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-273c1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"ed2cfa93-52b0-40df-ad30-d5b562c593eb","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:28.209662364Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"9fdbe7bf-7be0-44f4-925a-212eb235ea85","namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:28.318994925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"dfa1bb74-0037-420a-ba97-e7189609cb94","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:28.374275477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"47d06f3e-3181-4768-b71b-2e75137c17a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:28.375163762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7fd0fba9-829c-4292-b35b-17a3a95ec100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:28.375168805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"3120bf91-5544-4d8b-b147-93099e9a1138","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:28.375572997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b677d32a-d57d-4440-8f1d-67cc4791b2d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:28.378494752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"dfa1bb74-0037-420a-ba97-e7189609cb94","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:28.433913864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"47d06f3e-3181-4768-b71b-2e75137c17a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:28.434640292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7fd0fba9-829c-4292-b35b-17a3a95ec100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:28.436364547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"3120bf91-5544-4d8b-b147-93099e9a1138","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:28.437125926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b677d32a-d57d-4440-8f1d-67cc4791b2d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:28.437503785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-273c1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"dfa1bb74-0037-420a-ba97-e7189609cb94","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:28.600490533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"64c358d5-cb65-432d-b168-be5cd0ea534a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:28.659781245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"64c358d5-cb65-432d-b168-be5cd0ea534a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:28.818277799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"b31812f4-e10f-4912-8182-5f2dcb97834a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:28.88453913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"b31812f4-e10f-4912-8182-5f2dcb97834a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:36.144010271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"11d19c81-f563-4eff-9cf7-cbaab8172649","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:36.224691211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"cecfaa04-1c57-4a6d-8cb3-031e30afebdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:36.327174477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03126058-2920-4bdf-932b-fe74dbcb91e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:36.327229082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"cfa75077-7297-4e7e-841f-70d7a1946f9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:36.424534237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"c4a9dbe9-9115-4ff5-b720-b7f92fe89e94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:36.706412887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"872d0470-2987-496c-a4df-c6a0a53b69d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:36.79066072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"ca43bf2c-928e-4df6-8055-6971741b3731","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:36.849953564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"ca43bf2c-928e-4df6-8055-6971741b3731","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:36.909646026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-273c1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e7d497254b9d6b85086eaf5639ec24fd602a52017b7153136777715e837fbefd) AuthConfig (b2b0aaf75b4492b9b30deb9f89c2b39fca783a53cda8b182439aa395d0c06faa) AuthConfig (6abb8b8f444ac63945f678fe8dfc8095c31eec13e2fde1dbb660cb79f8377f17) AuthConfig (8e6be42aede4507af30f9951e79e684ef3849d2eba3bd8bea39519097428f424) AuthConfig (5e84ebc9df8efd73c8b5feeb116b61bc7f3a3fd1991d589976a3289478610894) AuthConfig (b07791d6bffff798ca03f66c50c0a3752be31881cea70440eab49c6ce66f6afa) AuthConfig (3c059e1afa468b50446a8c5cfce8f3c0d1927490d1c3d6932c81ebf4371a02bb) AuthConfig (663d97d0c10d42155b34232317c2a72c61d7a9ac1fa80ee27c4b38e1dcc871a9) AuthConfig (5b60127c8c29767eefadf1fc143a0044d827dd9a40eed5d97dc5a67ff21e9c3d) AuthConfig (6210bf1596f6cc14168e4d66b1a37f879cb0251aa3b90f76fcf903aa61ca31b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"ca43bf2c-928e-4df6-8055-6971741b3731","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:37.040786629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"6e6d061c-cbdd-45c9-a3dc-b0ff46d5d127","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:37.040810033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"6e6d061c-cbdd-45c9-a3dc-b0ff46d5d127","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:45.442814182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"00f41e3a-aacc-465a-9fe4-5e515eaa146c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:45.699202636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"b625fdfe-472b-49c9-bf32-d10598f7052c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:46.017206689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"469d2dbf-48dc-44bf-840b-dec9cc454e85","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:46.15250153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"d4500bb0-5ab7-4ee9-8e9b-2bd56138c689","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:46.153164585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"4b22bcd5-f051-4573-83cf-5bb7cd53d132","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:46.263312314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e2a2722-20db-4044-952d-8bd769b5110e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:47.07827103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"622a310c-672e-4361-8470-af1ca8db64f8","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:47.139014058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"622a310c-672e-4361-8470-af1ca8db64f8","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:47.604271323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"35d2ae21-64c0-4dc1-b209-d73fffb3bd35","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:47.604298795Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"35d2ae21-64c0-4dc1-b209-d73fffb3bd35","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:49.257650042Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.067699093Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.067772475Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","namespace":"ai-tenant-e2e-shared-b-w0-e4864d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.067837555Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","tenant":"e2e-shared-b-w0-e4864d","tenantID":"e2e-shared-b-w0-e4864d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.129299178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-e4864d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.198123773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"Service","name":"maas-api-e2e-shared-b-w0-e4864d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.256210548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-e4864d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.312819536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-e4864d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.374095545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-e4864d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.434454616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-e4864d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.494321873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-e4864d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.553471712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-e4864d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.612245962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-e4864d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.66629021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-e4864d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.721062921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-e4864d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.778172621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-e4864d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.832440646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-e4864d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.887404498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-e4864d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:51.943517007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-e4864d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:52.002931811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-e4864d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:52.056995975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-e4864d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:52.114435992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-e4864d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:52.168645085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-e4864d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:52.222700232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-e4864d"},"namespace":"ai-tenant-e2e-shared-b-w0-e4864d","name":"default-tenant","reconcileID":"da3b5e00-e844-42a8-ae32-69889f0f782d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-e4864d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:52.917513282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"c2c8eaff-c8da-40d8-b39a-de05696f8006","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:52.917536052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"c2c8eaff-c8da-40d8-b39a-de05696f8006","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:52.974646864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"334cd213-5505-47a2-a9ed-063d9a39e55d","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:38:52.976057296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-sub","reconcileID":"21aa7660-8483-46dd-9665-a4f48c73c6cc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-a103b7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:53.038929497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"334cd213-5505-47a2-a9ed-063d9a39e55d","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:53.09604021Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-e4864d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-e4864d","reconcileID":"e94d886c-8779-49d0-82c4-33f3ec8d5621","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-e4864d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-e4864d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:53.099303486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"22608c7c-f705-499e-8949-48550a49f398","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:53.099322147Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"22608c7c-f705-499e-8949-48550a49f398","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:38:53.211665051Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"22608c7c-f705-499e-8949-48550a49f398","name":"e2e-att-unrel-a103b7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-a103b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:38:53.211794835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"22608c7c-f705-499e-8949-48550a49f398","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-a103b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:53.268647206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"4fbd979a-270a-4e96-a6b7-290153837b5d","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:53.268674974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"4fbd979a-270a-4e96-a6b7-290153837b5d","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:53.498283065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"507a4708-ad56-4a98-ab2f-03a73dbfaa7f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:53.503585314Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-sub","reconcileID":"0ea220d8-f5f4-4b9f-9c59-2090ae2187cf","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"maas-trlp-e2e-att-unrel-a103b7","model":"e2e-att-unrel-a103b7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-273c1b/e2e-att-unrel-a103b7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:53.563445896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"507a4708-ad56-4a98-ab2f-03a73dbfaa7f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:53.835428855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"5c4b2c29-4d57-4f1c-8035-ec709be105b7","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:53.835456706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"5c4b2c29-4d57-4f1c-8035-ec709be105b7","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:54.05727577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-sub","reconcileID":"c78a0461-b282-4ff8-bb8d-47df62e97fff","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"maas-trlp-e2e-att-unrel-a103b7","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:54.256619274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4c9c44-9624-4ab1-bf9a-046ab01e0672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:54.310810561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4c9c44-9624-4ab1-bf9a-046ab01e0672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:54.364466853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4c9c44-9624-4ab1-bf9a-046ab01e0672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:54.418772697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4c9c44-9624-4ab1-bf9a-046ab01e0672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:56.39925275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b737b692-ef06-4fc9-9f4a-57406f41e17d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:56.453192632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b737b692-ef06-4fc9-9f4a-57406f41e17d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:56.507342581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b737b692-ef06-4fc9-9f4a-57406f41e17d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:38:56.561401036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b737b692-ef06-4fc9-9f4a-57406f41e17d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.151705172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-2-w0-a74d15","reconcileID":"731d4199-0494-4317-9dda-de6afd28321e","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-2-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-2-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.205620943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"cab1f4b4-8b01-484a-891c-15b366c5ca34","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.205930973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"84eb61d1-9a5e-42e3-bcec-20f5a5b31440","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.20616604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-w0-a74d15","reconcileID":"ddca0ad4-7424-4f87-aae5-343d3fa27e1f","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.321410049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-w0-a74d15","reconcileID":"55323413-aceb-45f6-8f66-648205e10287","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.321590159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-2-w0-a74d15","reconcileID":"1767bf8d-3bae-49f3-b7fb-345ab983d30f","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-2-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-2-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.321743974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"e23dd011-543b-4258-8d95-36ea6601825c","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.321953991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"bc76f76d-214d-40c2-a3c2-bb9439d2823d","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.426083812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"c7cfce87-e737-4fb3-a827-b8331dfec342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.426197952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"555567da-63a0-45c2-b2ce-badb4bab4a70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.42999908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"21a3e297-9a77-4efd-8415-0d4d5f77f96c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.430764003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"7487c610-1bdd-4373-9b10-45833b4f54f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.486379556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"c7cfce87-e737-4fb3-a827-b8331dfec342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.486720413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"555567da-63a0-45c2-b2ce-badb4bab4a70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.816878636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"f3fdcc9e-5819-4bd1-8e92-8bd9d8534865","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.817904496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"5b241c50-5b50-4351-a4f1-8a3f4fa7f679","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.917053038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"ffa6db2b-80f0-48a4-a58b-1a66b8687aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.91725394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"62be3fd7-72e6-4664-bc41-1679769dccaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.978658302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"ffa6db2b-80f0-48a4-a58b-1a66b8687aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:01.978735766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"62be3fd7-72e6-4664-bc41-1679769dccaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:02.141604728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1309de-6483-421a-9925-8861c3b0b50e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:02.195764208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1309de-6483-421a-9925-8861c3b0b50e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:02.249961008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1309de-6483-421a-9925-8861c3b0b50e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:02.304699189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1309de-6483-421a-9925-8861c3b0b50e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:02.478459218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"c28dea75-d5b8-43f1-b46c-df64704cf7c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:02.575037062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"247064da-8d8c-4606-a800-48f6765a36a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:02.575035379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"c62bbed9-acfd-4605-8c8e-6d629edabf74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:02.694610198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"328dfa19-141b-4ce8-b553-6fac519aedab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:02.849973006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78370d81-0cf3-4e53-b2ba-3558ac7e460b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:02.983116584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a59b2aa4-df75-44af-b1ee-e2ecb9ea8934","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:03.157927733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-sub","reconcileID":"fc3816e8-db51-44e3-9530-8953ac1e51fd","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"maas-trlp-e2e-att-unrel-a103b7","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:03.258232233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"c8210a9a-1daa-41bc-93ff-e884456881b4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:03.317318974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"c8210a9a-1daa-41bc-93ff-e884456881b4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:03.487487514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"c7e25177-7473-40fb-9123-2c2d52b41e13","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:03.487512971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"c7e25177-7473-40fb-9123-2c2d52b41e13","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:04.320311465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e725ea66-9c03-4146-9531-4877723943e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:04.374291343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e725ea66-9c03-4146-9531-4877723943e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:04.428273325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e725ea66-9c03-4146-9531-4877723943e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:04.482194112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e725ea66-9c03-4146-9531-4877723943e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:05.912919644Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"bfbd7459-208f-40d1-a5d4-13702d2943b6","namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:05.972510476Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"257a510a-a01a-48bb-9cb2-d5bd33d46864","namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.025025189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"6961bc77-628a-4fc0-9896-747a6baa5d92","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.076521895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"4e1db601-6d44-4136-8ece-4bf14301b380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.076991947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"46ab471d-a768-4f39-bca4-bed0ce33f496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.07726554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9058da1-f74a-40b4-819f-aafdb26bd104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.07872005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e50b5d5-6441-4288-a5d2-30f14f4dd44a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.084027866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"6961bc77-628a-4fc0-9896-747a6baa5d92","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.140525342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"4e1db601-6d44-4136-8ece-4bf14301b380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.140618149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9058da1-f74a-40b4-819f-aafdb26bd104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.143992511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e50b5d5-6441-4288-a5d2-30f14f4dd44a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.144327311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"46ab471d-a768-4f39-bca4-bed0ce33f496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.309897753Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"784ee943-d205-437a-a56b-03332846d883","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.470175971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"cb9a3eed-5689-4dc2-8648-7701798486fa","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.479676757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-sub","reconcileID":"b152c78a-745c-4b1b-8d0c-7e4d5415137d","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"maas-trlp-e2e-att-unrel-a103b7","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.479689804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"db6a455d-250c-4cb2-b91a-bd3702da8ffa","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.479704684Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"db6a455d-250c-4cb2-b91a-bd3702da8ffa","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.523107712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"b3eebc3b-221e-4755-ad51-3b505991005b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.523117187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"9f906da3-7113-4b5c-8eae-890c0495d776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.52379988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"dbaf1432-44b5-4e59-8aab-449e2fd2334f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.524558822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"729f84de-7858-42ff-98f4-13acc923cf89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.532178105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"cb9a3eed-5689-4dc2-8648-7701798486fa","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.583877058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"b3eebc3b-221e-4755-ad51-3b505991005b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.584346354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"9f906da3-7113-4b5c-8eae-890c0495d776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.586258257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"729f84de-7858-42ff-98f4-13acc923cf89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.586518646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"dbaf1432-44b5-4e59-8aab-449e2fd2334f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.589503673Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"9fd70998-2ed7-48d7-b95f-dcd6111f2ea9","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.643860505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-2-w0-a74d15","reconcileID":"d4d37191-4876-4552-8847-e45c547f3867","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-2-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-2-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.75988537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-w0-a74d15","reconcileID":"15ed0a7d-3273-49ac-820c-64cec2f981b8","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.916990653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"16cf7825-4c4e-4952-87f1-51bbe141ab1a","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.968235179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"396a89e0-6b4a-4b69-bd9b-a8b4a872ff7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.968345108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c67644f-1a01-4211-8659-9051ea0d4709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:06.975950857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"16cf7825-4c4e-4952-87f1-51bbe141ab1a","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.032863218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"396a89e0-6b4a-4b69-bd9b-a8b4a872ff7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.032860555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c67644f-1a01-4211-8659-9051ea0d4709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.091401202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"004847dd-42e0-4764-a009-51ccb9608c84","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.312344002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"e830f65c-4aa2-499d-8e70-9c478f10a192","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.314710488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"40460201-1f3c-4887-baec-47888dc81e5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.374233067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"40460201-1f3c-4887-baec-47888dc81e5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.421822218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"aa626af6-341a-47a3-b0e0-4d835aac599d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.470493202Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"756480bd-9b00-45cb-911e-5c0858054ae1","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.483814976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"aa626af6-341a-47a3-b0e0-4d835aac599d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.525003563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"2e858f02-a2d5-4918-9a3b-bcd49298f6a2","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.525701494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"81f61f0c-4502-4185-9759-927d5a3a05e5","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.579924821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"a1ad069e-59d6-42a3-9d24-1418663f187f","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.579948449Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"a1ad069e-59d6-42a3-9d24-1418663f187f","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.584615351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"81f61f0c-4502-4185-9759-927d5a3a05e5","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.634868666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"3d5700a7-cd8d-4d88-995b-e9b06cebbd68","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.690072236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-sub","reconcileID":"36d5dc28-2534-45fa-9ffa-3fa17637f805","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"maas-trlp-e2e-att-unrel-a103b7","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.738862565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"84fdbf54-6966-46ac-8fa6-620e658381df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.738884125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"55ffca76-3d0d-4a24-993a-9eb353cb5a3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.750338906Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"85eba0c7-cd3a-402e-84ff-b76497834b68","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.858652501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"c6374318-cb91-4e9e-a615-6f0cf0a65ed4","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.858671173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"c6374318-cb91-4e9e-a615-6f0cf0a65ed4","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.858886015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"04d8993d-713a-470c-8f1b-7668ee5a12e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.859163849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"fd96ef9f-f6a0-4c84-9b45-2942d55fed85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.91676896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"7c36e232-0888-458e-8c1a-4782a9f55147","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.921108487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"04d8993d-713a-470c-8f1b-7668ee5a12e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.921210531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"fd96ef9f-f6a0-4c84-9b45-2942d55fed85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:07.969037563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"27c56efa-ec3f-44f0-a6be-df154b18b8ba","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:08.028477438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"27c56efa-ec3f-44f0-a6be-df154b18b8ba","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:08.126926823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"89d04088-2add-4611-a872-666f234b45ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:08.419893595Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"fa492178-9cff-4949-8422-82a86024e580","namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:08.480103601Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"156b90eb-ca6e-4c54-8655-ace2825e9c15","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:08.550666377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"bd45569e-d716-4f84-b042-4e9612d99dcc","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:08.551201813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"156b90eb-ca6e-4c54-8655-ace2825e9c15","error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:08.588704969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"2c2d6274-a60f-4b46-8eb8-e731e307dcb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:08.58871281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"ca838946-3a3e-48ba-9f0e-855b880f6cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:08.6079591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fc9df18-3d32-4e31-9984-60a99f54f75b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:08.60832668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95825e98-bf66-4994-8d0a-fcb981aa208c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:08.613054165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"bd45569e-d716-4f84-b042-4e9612d99dcc","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:08.614186785Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"9be96ae1-9aa7-401e-9872-73ffcff3f96a","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:08.614248626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"9be96ae1-9aa7-401e-9872-73ffcff3f96a","error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:08.648438084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"2c2d6274-a60f-4b46-8eb8-e731e307dcb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:08.648521952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"ca838946-3a3e-48ba-9f0e-855b880f6cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:08.667459049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fc9df18-3d32-4e31-9984-60a99f54f75b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:08.668034842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95825e98-bf66-4994-8d0a-fcb981aa208c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:08.679488786Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"5800b8ee-1674-46e7-94d8-a88d41829a01","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:08.679578891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"5800b8ee-1674-46e7-94d8-a88d41829a01","error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:08.756716223Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"b09a71ef-179d-48cb-b50c-cd6dbeb3bf6f","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:08.756777362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"b09a71ef-179d-48cb-b50c-cd6dbeb3bf6f","error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:08.852068556Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"37cb9530-ad5d-4b62-99ba-a38ebde3c50f","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:08.852134426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"37cb9530-ad5d-4b62-99ba-a38ebde3c50f","error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:08.987699279Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"3367143d-9003-4650-8285-544544e75d22","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:08.987767433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"3367143d-9003-4650-8285-544544e75d22","error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:09.021042003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"79ecddb6-d972-4b42-b3cd-0757f6aa280c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:09.021052346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"d73fc1a0-6905-4aab-9478-d8aafb250e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:09.080234286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"d73fc1a0-6905-4aab-9478-d8aafb250e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:09.080529111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"79ecddb6-d972-4b42-b3cd-0757f6aa280c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:09.202991985Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"22d255e2-3d92-41e2-bf67-a7263ae87c40","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:09.203065517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"22d255e2-3d92-41e2-bf67-a7263ae87c40","error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:09.578636953Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"81c157f1-30f5-4a27-8c89-bf78da03da48","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:09.578706003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"81c157f1-30f5-4a27-8c89-bf78da03da48","error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:10.280402982Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"d3d4b237-96eb-460e-a4a3-f3b8a2f3dbab","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:10.280474962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"d3d4b237-96eb-460e-a4a3-f3b8a2f3dbab","error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:11.6165862Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"9abc983f-10ab-409b-b0ea-943839babd30","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:11.616656433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"9abc983f-10ab-409b-b0ea-943839babd30","error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:11.76902377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-2-w0-a74d15","reconcileID":"150c5eab-23f1-4a2c-88f5-cb0b7d428a75","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-2-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-2-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:11.769231261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-w0-a74d15","reconcileID":"c1816402-660b-436f-bd46-3a249f00f16d","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:11.769429635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"ad1e783c-022e-4672-8528-c20dcba16c6e","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:11.769654072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"7098e78b-cf7f-4acf-883c-2d2a4dcd1fb2","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:11.824598585Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"9cb666d6-c01c-4b1d-8365-f2442332ae4d","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:11.824655778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"9cb666d6-c01c-4b1d-8365-f2442332ae4d","error":"ExternalModel e2e-extmod-att-user-4d3530/e2e-att-delete-3b8ccc is attached to several gateways [openshift-ingress/e2e-extmod-a-46dadd openshift-ingress/e2e-extmod-b-273c1b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:11.931434623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"751235fb-1f3f-48a3-b071-7225ead023d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:11.934161101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"755e1f8d-79e1-419a-9dbb-dc592a981dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:11.990967676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"751235fb-1f3f-48a3-b071-7225ead023d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:11.99419112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"aa6f0624-a852-4ecc-adbf-6ceb34ee10d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:11.994638419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"d51bfb0e-689b-4133-9946-52e96af52137","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:11.995414253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"755e1f8d-79e1-419a-9dbb-dc592a981dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:12.315545793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"94237fc9-c220-4b6b-8726-c102ac53e4aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:12.321204371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"f5a9b7cf-fc60-4750-88a0-f2e11793aacc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:12.330685041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"f1f372f4-3032-444a-9fb2-cfa97f3cc4c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:12.331025773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"1daaf2f4-275c-441f-81e2-96d4b5e0c150","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:12.374813032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"94237fc9-c220-4b6b-8726-c102ac53e4aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:12.383750355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"f5a9b7cf-fc60-4750-88a0-f2e11793aacc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.294379003Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"287c847a-4b17-4e0f-82fd-f529c1c80fdb","namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.412877643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"91252a45-655d-47f6-a642-c3460fee19af","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.412904848Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"91252a45-655d-47f6-a642-c3460fee19af","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.461849723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"4d83b768-a5cd-426f-a414-5cf30ca12d0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.467088188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d784540-b158-44f8-8c13-c955dde444ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.467211001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1d4fd58-7501-4bb9-a05d-374b2b3ffc88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.506225837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"2536e664-11f0-4ebb-b333-203d4e6f7d93","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.52128036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"4d83b768-a5cd-426f-a414-5cf30ca12d0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.526894871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d784540-b158-44f8-8c13-c955dde444ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.526978761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1d4fd58-7501-4bb9-a05d-374b2b3ffc88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.559921048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"588bfe3c-104d-40e7-85c3-1ca8331c4daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.566954089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"2536e664-11f0-4ebb-b333-203d4e6f7d93","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.661802774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"588bfe3c-104d-40e7-85c3-1ca8331c4daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.666325111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-sub","reconcileID":"788e7405-0fdc-4a68-bae3-37ceb3b1e113","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"maas-trlp-e2e-att-unrel-a103b7","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.761546854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"b389bb79-1f63-444f-ad31-fa8fb90f7fb3","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.761644441Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"b389bb79-1f63-444f-ad31-fa8fb90f7fb3","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.945702258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"f09ab0e2-fbc4-4cef-baec-283b0a8e642a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:13.946197174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"a43adbac-8154-4a0d-8e9d-3165adf0d04f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.004817306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"f09ab0e2-fbc4-4cef-baec-283b0a8e642a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.005660385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"a43adbac-8154-4a0d-8e9d-3165adf0d04f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.089440116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"140002c7-d698-401c-92cf-ce9747eaa24e","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.135971239Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-3b8ccc","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","reconcileID":"5487ae76-b21d-4939-b7de-b05a0dcfb743","namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-delete-3b8ccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.148982667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"140002c7-d698-401c-92cf-ce9747eaa24e","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.16451754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-sub","reconcileID":"6c7f4ee7-1c52-4363-aa25-c40d27cdd738","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"maas-trlp-e2e-att-unrel-a103b7","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.304038921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9d3f7ca-1e4e-488e-a6ee-db8b4294bda8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.304258867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"09d5d949-e798-409c-9b0e-849fffa2e95b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.363586711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9d3f7ca-1e4e-488e-a6ee-db8b4294bda8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.363663107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"09d5d949-e798-409c-9b0e-849fffa2e95b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.403988735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"f817a7dc-0b04-4ebe-a965-f100f7c327ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.404018958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"9b85dad0-1e8a-4fb5-aa40-94480077bc74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.463830429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"f817a7dc-0b04-4ebe-a965-f100f7c327ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.463910509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"9b85dad0-1e8a-4fb5-aa40-94480077bc74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.533556173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"1d0d50b4-9de7-4b21-9d28-6dd6f4b781fa","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.593095238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"1d0d50b4-9de7-4b21-9d28-6dd6f4b781fa","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.793859867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"419cead1-ae90-4606-a5f9-ec5270b82bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.793879683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6b1b6d3-3b69-4d2a-a1c2-e4d48db93e9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.853717535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6b1b6d3-3b69-4d2a-a1c2-e4d48db93e9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:14.853757029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"419cead1-ae90-4606-a5f9-ec5270b82bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.296794663Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-72062e","namespace":"e2e-extmod-att-noaccess-aee4cf"},"namespace":"e2e-extmod-att-noaccess-aee4cf","name":"e2e-att-noaccess-72062e","reconcileID":"4c8186a5-a2d7-442d-a15e-4bf88944eb2c","namespace":"e2e-extmod-att-noaccess-aee4cf","name":"e2e-att-noaccess-72062e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.353955702Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-72062e","namespace":"e2e-extmod-att-noaccess-aee4cf"},"namespace":"e2e-extmod-att-noaccess-aee4cf","name":"e2e-att-noaccess-72062e","reconcileID":"c6fc4d78-cb2d-41a1-88ab-38ab8860e019","namespace":"e2e-extmod-att-noaccess-aee4cf","name":"e2e-att-noaccess-72062e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.408313532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"0cd87a54-d956-402d-bb42-85aaf253f95b","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.461617941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c59e393c-f5df-4a07-a074-33ccacdc0bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.462535925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"7c745323-c290-4e54-b994-d2bdf774982a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.46256586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"3902cae2-02ba-438c-9c39-56bf9d749ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.462965597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d677e49-0d34-4118-8175-21527ecf526e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.46789895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"0cd87a54-d956-402d-bb42-85aaf253f95b","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.521174547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c59e393c-f5df-4a07-a074-33ccacdc0bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.521891786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"3902cae2-02ba-438c-9c39-56bf9d749ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.523447302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d677e49-0d34-4118-8175-21527ecf526e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.524123284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"7c745323-c290-4e54-b994-d2bdf774982a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.676582558Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-72062e","namespace":"e2e-extmod-att-noaccess-aee4cf"},"namespace":"e2e-extmod-att-noaccess-aee4cf","name":"e2e-att-noaccess-72062e","reconcileID":"97307984-84d0-4f5e-a782-37a77be9fdd6","MaaSModelRef":{"name":"e2e-att-noaccess-72062e","namespace":"e2e-extmod-att-noaccess-aee4cf"},"name":"e2e-att-noaccess-72062e","namespace":"e2e-extmod-att-noaccess-aee4cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.849888146Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-72062e","namespace":"e2e-extmod-att-noaccess-aee4cf"},"namespace":"e2e-extmod-att-noaccess-aee4cf","name":"e2e-att-noaccess-72062e","reconcileID":"107a711e-8073-4519-a6c9-bc2657f49bd5","MaaSModelRef":{"name":"e2e-att-noaccess-72062e","namespace":"e2e-extmod-att-noaccess-aee4cf"},"name":"e2e-att-noaccess-72062e","namespace":"e2e-extmod-att-noaccess-aee4cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.894942799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"eda30a3d-d086-4bd7-9cd6-8f57c2599b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.895166163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"7ff879fb-1f13-4e8d-9014-bb71c0223b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.954010499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"f6b5c7a0-8d84-44bf-a77a-bf9cfefb436d","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.960081971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"eda30a3d-d086-4bd7-9cd6-8f57c2599b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.962312976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"7ff879fb-1f13-4e8d-9014-bb71c0223b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.994761039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f129addc-7100-42e5-a401-a7a485a3ddfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:16.994834722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cf7e5bd-b9d6-4894-abf8-ec30bc02c80f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.012967208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"f6b5c7a0-8d84-44bf-a77a-bf9cfefb436d","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.056098013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f129addc-7100-42e5-a401-a7a485a3ddfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.057093499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cf7e5bd-b9d6-4894-abf8-ec30bc02c80f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.29798822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"3cb2be55-ebca-4b9e-a2af-107b335dee70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.297996112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"63faecab-e262-4be7-a3bc-9a83d95faea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.343531764Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-72062e","namespace":"e2e-extmod-att-noaccess-aee4cf"},"namespace":"e2e-extmod-att-noaccess-aee4cf","name":"e2e-att-noaccess-72062e","reconcileID":"85ca260d-44a1-4464-83f1-28eceeb97be0","namespace":"e2e-extmod-att-noaccess-aee4cf","name":"e2e-att-noaccess-72062e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.359764055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"3cb2be55-ebca-4b9e-a2af-107b335dee70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.359819768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"63faecab-e262-4be7-a3bc-9a83d95faea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.400066717Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-72062e","namespace":"e2e-extmod-att-noaccess-aee4cf"},"namespace":"e2e-extmod-att-noaccess-aee4cf","name":"e2e-att-noaccess-72062e","reconcileID":"80cc1bcc-6b06-45a6-a2e7-e321b12ba94a","MaaSModelRef":{"name":"e2e-att-noaccess-72062e","namespace":"e2e-extmod-att-noaccess-aee4cf"},"name":"e2e-att-noaccess-72062e","namespace":"e2e-extmod-att-noaccess-aee4cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.481746717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"82b4a23e-3935-4500-9e53-1378fe62cb12","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.508657355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75c427eb-0993-42f1-a7eb-7d6231bf2e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.508874803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f3bcfb0-0fe4-49dc-9b9c-7854f4aef50f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.541229137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"82b4a23e-3935-4500-9e53-1378fe62cb12","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.572339767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75c427eb-0993-42f1-a7eb-7d6231bf2e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.572476694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f3bcfb0-0fe4-49dc-9b9c-7854f4aef50f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.689109625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"b8707d59-47fe-4918-87b1-de80ea9ab025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.689125571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"f96accbc-fa2e-498c-8561-508a2f7de329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.751455369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"b8707d59-47fe-4918-87b1-de80ea9ab025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.75161391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"f96accbc-fa2e-498c-8561-508a2f7de329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.951617828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"706cb961-3d7f-4e6d-bfb5-37d1d97e1571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:17.951828696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"85db2149-fa90-4f2e-8b82-8088840eb3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:18.011328916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"706cb961-3d7f-4e6d-bfb5-37d1d97e1571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:18.011418659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"85db2149-fa90-4f2e-8b82-8088840eb3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:19.240731472Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:21.769764329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-2-w0-a74d15","reconcileID":"89937a25-c0cb-40a4-be57-551ca9a17bf9","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-2-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-2-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:21.770055046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-w0-a74d15","reconcileID":"c14e11d4-163b-4b5c-a8f3-0a13c08f3ba4","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:21.770233642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"e541610a-2c46-4846-b76e-359a8349a869","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:21.770582817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"05cf5858-7419-4628-9756-077006d75d3b","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:22.463500998Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-72062e","namespace":"e2e-extmod-att-noaccess-aee4cf"},"namespace":"e2e-extmod-att-noaccess-aee4cf","name":"e2e-att-noaccess-72062e","reconcileID":"b6cc7be6-60ce-4b7b-a038-786dd6e59b4f","namespace":"e2e-extmod-att-noaccess-aee4cf","name":"e2e-att-noaccess-72062e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:22.576029701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"0133f8ca-aa7a-4ce6-af15-d447cc6eb5ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:22.632567503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"0b311e77-c10c-47f2-9ad0-7ca5186638c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:22.632818073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9817443f-e628-4268-8d5f-14ab1d10660e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:22.632567438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"4382a393-f9cb-4590-8c6c-4b8c471ce80c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:22.633423763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"5b935c74-62de-462c-b4c7-c773bea8c248","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:22.638197944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"0133f8ca-aa7a-4ce6-af15-d447cc6eb5ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:22.696055653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9817443f-e628-4268-8d5f-14ab1d10660e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:22.696050133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"5b935c74-62de-462c-b4c7-c773bea8c248","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:22.699237875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"0b311e77-c10c-47f2-9ad0-7ca5186638c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:22.699755846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"4382a393-f9cb-4590-8c6c-4b8c471ce80c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:22.93346878Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-72062e","namespace":"e2e-extmod-att-noaccess-aee4cf"},"namespace":"e2e-extmod-att-noaccess-aee4cf","name":"e2e-att-noaccess-72062e","reconcileID":"0c4afb81-8437-400e-b374-62fe647adaa7","namespace":"e2e-extmod-att-noaccess-aee4cf","name":"e2e-att-noaccess-72062e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.070613021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac1faf78-3139-4387-9df8-758c0d81eb16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.07061203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"48941716-9185-4805-8a96-3e93684c2030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.115546088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"ddcb2034-4769-4303-aa0a-260a1a50c39f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.130266351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"48941716-9185-4805-8a96-3e93684c2030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.13034381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac1faf78-3139-4387-9df8-758c0d81eb16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.170208246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"13c31aac-0419-4dec-96ce-0ff94ee0204c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.170210048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9353950c-4171-40fc-847a-5f115a9e8d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.174995776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"ddcb2034-4769-4303-aa0a-260a1a50c39f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.229818032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"13c31aac-0419-4dec-96ce-0ff94ee0204c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.229822528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9353950c-4171-40fc-847a-5f115a9e8d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.514138528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b5861a9-36a7-42e9-89fd-768e92af4a73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.514153432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"da0112d0-0152-44a2-9820-69cef48039e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.57575274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"da0112d0-0152-44a2-9820-69cef48039e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.575767727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b5861a9-36a7-42e9-89fd-768e92af4a73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.615233965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"9b2f043a-bfa7-4509-a539-69f58885d126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.615237054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"b73c0325-bab0-4ca7-a59b-39a82a596c6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.674957884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"9b2f043a-bfa7-4509-a539-69f58885d126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.674964715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"b73c0325-bab0-4ca7-a59b-39a82a596c6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.697564773Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"ff3446ec-403f-4e11-ab23-77867ee18988","namespace":"ai-tenant-e2e-worker-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.697622872Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"ff3446ec-403f-4e11-ab23-77867ee18988","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.757586247Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"ff3446ec-403f-4e11-ab23-77867ee18988","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.757927914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"90b9343b-a1b7-4e7a-885b-5a0fb840e151","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.817413191Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"ff3446ec-403f-4e11-ab23-77867ee18988","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.817428128Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"ff3446ec-403f-4e11-ab23-77867ee18988","namespace":"ai-tenant-e2e-worker-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.817488834Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"ff3446ec-403f-4e11-ab23-77867ee18988","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.820715002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"dd6ebbd4-c34c-4e34-9448-c88652ea2dc7","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.879491703Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"ff3446ec-403f-4e11-ab23-77867ee18988","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.883835399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"6c987150-2185-4450-893c-84f344014b42","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.923538744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"ff68060a-9971-4a06-810b-ee97ea9820ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.928687411Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"92168662-ae29-4d59-a58d-818dc5e37940","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-997c20ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.945730767Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"ff3446ec-403f-4e11-ab23-77867ee18988","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.946110903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"d1bc423c-1865-4531-805c-3dbcb74c6141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.949195945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"66cba755-a161-4fd2-8e44-42efaec8bc31","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.984827644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"ff68060a-9971-4a06-810b-ee97ea9820ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:23.989534831Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"3af08114-b04e-42cf-9134-dc8d754223c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6b75042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.003904229Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"c098d0e6-70c2-4576-9bbb-d2b972ee57cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-997c20ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.007428533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"d1bc423c-1865-4531-805c-3dbcb74c6141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.070048975Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"4eb42dc4-21eb-4b23-bb7d-6ccc39f6611b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6b75042a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.208028854Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"4cad76c8-68e7-48d1-a22c-d9a392524a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.208032619Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"95034a5b-7020-4b43-a951-890fb8c7e0f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.361511331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"e0c4e76b-12c3-4e40-87ef-df809ded3c09","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.3615356Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"e0c4e76b-12c3-4e40-87ef-df809ded3c09","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.371793166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"95034a5b-7020-4b43-a951-890fb8c7e0f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.371871824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"4cad76c8-68e7-48d1-a22c-d9a392524a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.415673436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"76a4eebe-c5ec-4a50-9905-bafde78e6f3c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.475500043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"76a4eebe-c5ec-4a50-9905-bafde78e6f3c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.50525078Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"95034a5b-7020-4b43-a951-890fb8c7e0f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.505270162Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-access","reconcileID":"95034a5b-7020-4b43-a951-890fb8c7e0f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:24.519367621Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"4cad76c8-68e7-48d1-a22c-d9a392524a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-a74d15-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:39:24.51942251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"4cad76c8-68e7-48d1-a22c-d9a392524a7b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-a74d15-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.524914345Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"62023c7d-9137-4e30-84c9-c08cdbc42c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.533178041Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-sub","reconcileID":"049651fd-155a-4ac4-bcd7-300c42a225f4","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1301e352","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.571915329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"2f6fdc56-d35d-47ba-bc03-5b44c112e4dd","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.734641952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"62023c7d-9137-4e30-84c9-c08cdbc42c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.804058474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"62023c7d-9137-4e30-84c9-c08cdbc42c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"e2e-worker-w0-a74d15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.804083269Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-access","reconcileID":"62023c7d-9137-4e30-84c9-c08cdbc42c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.881039588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"18498395-53a2-4314-b0d3-6306bcd36fbf","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.927200772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"3ae5e33d-036e-46af-acd1-7f1e53f0fb29","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:24.992162962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"3ae5e33d-036e-46af-acd1-7f1e53f0fb29","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:31.770608035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-2-w0-a74d15","reconcileID":"f1254479-c06c-4942-9b9e-f72360edd023","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-2-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-2-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:31.770865756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-w0-a74d15","reconcileID":"802f39f7-6747-46eb-acf6-2f4c7fa3ef5b","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:34.062473949Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"6ca5781e-4503-472e-a5b1-eaf4398078ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:34.117709789Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"6ca5781e-4503-472e-a5b1-eaf4398078ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:34.128172547Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"d7700bfd-dbb0-42be-87c9-15959a731d7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:34.172780245Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"simulator-subscription","reconcileID":"6ca5781e-4503-472e-a5b1-eaf4398078ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/simulator-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:34.182886599Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"d7700bfd-dbb0-42be-87c9-15959a731d7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:34.237136489Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"premium-simulator-subscription","reconcileID":"d7700bfd-dbb0-42be-87c9-15959a731d7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"name":"maas-trlp-premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15","model":"e2e-models-e2e-worker-w0-a74d15/premium-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:34.550169671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"5f42a4ac-4531-4375-b8c7-c625689389de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:34.572790219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"d561398f-ccd9-4261-a51c-e38530b46722","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:34.604033555Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-sub","reconcileID":"8115aac4-cc3e-4f81-9364-0d8af939617f","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","subscription":"e2e-att-unrel-a103b7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:34.612681659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"cbeb8395-88ae-40e8-9e69-35c58cee0b69","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:34.6593066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d8698328-9c43-40c5-a2d6-d019b828ab17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:34.663031217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"eba219bc-240c-48e8-89f2-e02751786a6d","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:34.714016814Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-sub","reconcileID":"8115aac4-cc3e-4f81-9364-0d8af939617f","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:34.76844841Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-sub","reconcileID":"8115aac4-cc3e-4f81-9364-0d8af939617f","MaaSSubscription":{"name":"e2e-att-unrel-a103b7-sub","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"maas-trlp-e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:35.058921202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"f7212171-0079-4e16-b407-0d12cfbe6e7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:35.158073647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"69cc4871-6229-45ee-9dbb-f66c2edb1960","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:35.159690736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"a2d00931-7646-42b9-bc89-4bf44becc92a","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:35.159706995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"a2d00931-7646-42b9-bc89-4bf44becc92a","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:35.214204118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"d094018c-9e07-4160-a9d6-13587bfa8a40","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:35.273845768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"d094018c-9e07-4160-a9d6-13587bfa8a40","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:35.340537889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"af95c9db-d0f0-449b-bb33-284c0e877b54","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:35.340562697Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"af95c9db-d0f0-449b-bb33-284c0e877b54","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:35.546276979Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"9e0362ae-ce7d-4847-b21b-3e73596ac316","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:35.709716123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"9e0362ae-ce7d-4847-b21b-3e73596ac316","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:35.843340315Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"9e0362ae-ce7d-4847-b21b-3e73596ac316","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"name":"e2e-extmod-b-273c1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:35.843374155Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"e2e-att-unrel-a103b7-access","reconcileID":"9e0362ae-ce7d-4847-b21b-3e73596ac316","MaaSAuthPolicy":{"name":"e2e-att-unrel-a103b7-access","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-273c1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:35.957656677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"4a08b47c-2b68-426f-a043-12ee176aef66","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"tenant":"e2e-extmod-b-273c1b","gateway":"openshift-ingress/e2e-extmod-b-273c1b","model":"e2e-extmod-att-user-4d3530/e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:35.957681794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"4a08b47c-2b68-426f-a043-12ee176aef66","MaaSModelRef":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"routeName":"external-model-e2e-att-unrel-a103b7-5fc9e68aeaa3","namespace":"e2e-extmod-att-user-4d3530","model":"e2e-att-unrel-a103b7","externalModel":"e2e-att-unrel-a103b7","provider":"e2e-att-unrel-a103b7-provider","gateway":"openshift-ingress/e2e-extmod-b-273c1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:36.475527002Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"12348227-b3b1-4a8f-92a8-b5b005f18075","namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:36.640586064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"f15bdbf9-66a9-409a-8eb0-42fbca913fcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:36.64119725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdbaab19-6ca8-4c84-be25-9b05e20be4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:36.64130458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d37fff43-50a7-4776-82fc-df12b5bc5f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:36.641690175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"29dcad70-c9df-4be9-80aa-a07dd0ea32f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:36.700295704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"f15bdbf9-66a9-409a-8eb0-42fbca913fcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:36.70077876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdbaab19-6ca8-4c84-be25-9b05e20be4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:36.702682217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d37fff43-50a7-4776-82fc-df12b5bc5f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:36.703103669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"29dcad70-c9df-4be9-80aa-a07dd0ea32f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:36.996296953Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a103b7","namespace":"e2e-extmod-att-user-4d3530"},"namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","reconcileID":"53e13822-7d0c-44b8-86ca-a55a7479880b","namespace":"e2e-extmod-att-user-4d3530","name":"e2e-att-unrel-a103b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:37.159156953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"37824d6a-1ba4-49cf-98b7-2a25f582e00b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:37.159421705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"befaffb0-55dd-48d7-b275-a0acbbd3e0a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:37.159706533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"674070ef-546e-44d0-b7e7-55ffec25a38f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:37.159971618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1216d133-a0f5-4e09-a633-d30f03e10fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:37.219299374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"befaffb0-55dd-48d7-b275-a0acbbd3e0a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:37.219508921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"37824d6a-1ba4-49cf-98b7-2a25f582e00b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:37.221613846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1216d133-a0f5-4e09-a633-d30f03e10fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:37.221817154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"674070ef-546e-44d0-b7e7-55ffec25a38f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:41.771687821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-2-w0-a74d15","reconcileID":"57d76771-05d5-45a7-81ca-cb897a76e88f","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-2-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-2-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:41.771971753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-w0-a74d15","reconcileID":"b885bd99-a42a-48c3-b59e-02ff858d3e01","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:42.156953202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-2-w0-a74d15","reconcileID":"9ebeb90a-7438-4387-81a2-681ddb8f15ee","MaaSModelRef":{"name":"distinct-2-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-2-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-2-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:42.164593448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"distinct-w0-a74d15","reconcileID":"c022a552-d3ef-43bc-8c9f-88d0cd4e7bc3","MaaSModelRef":{"name":"distinct-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"distinct-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"distinct-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:42.173090756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"premium-w0-a74d15","reconcileID":"be7db21c-470d-40a7-8a19-19f2a74c24a9","MaaSModelRef":{"name":"premium-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"premium-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"premium-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:42.180935389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"namespace":"e2e-models-e2e-worker-w0-a74d15","name":"simulator-w0-a74d15","reconcileID":"82ff29a0-1e9d-42a4-8990-a9d34c60b1ab","MaaSModelRef":{"name":"simulator-w0-a74d15","namespace":"e2e-models-e2e-worker-w0-a74d15"},"routeName":"simulator-w0-a74d15-kserve-route","namespace":"e2e-models-e2e-worker-w0-a74d15","llmisvcName":"simulator-w0-a74d15","gateway":"openshift-ingress/e2e-worker-w0-a74d15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:49.241585054Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:53.660884794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"137ca850-1ddc-4e60-a861-97a23fb7a014","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:53.859454617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"3e30cf01-664f-455a-9a36-30eda1b67c7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:53.96415677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88474c8-33d6-4c4d-a9e7-84f3217f122c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:53.968649963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"073462d6-22a4-471c-955f-49077e13fa08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:54.018889099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88474c8-33d6-4c4d-a9e7-84f3217f122c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:54.077514429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88474c8-33d6-4c4d-a9e7-84f3217f122c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:54.078633647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"f813a97c-9cf4-4b1c-a03d-29e90320a35d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:54.132517793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88474c8-33d6-4c4d-a9e7-84f3217f122c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:56.156703686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151388c7-c055-4019-b7de-4a3f940899bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:56.210748629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151388c7-c055-4019-b7de-4a3f940899bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:56.264692484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151388c7-c055-4019-b7de-4a3f940899bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:56.318770493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151388c7-c055-4019-b7de-4a3f940899bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:58.282557818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a261afa-2ea1-46db-934b-e0bfa4649e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:58.336484541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a261afa-2ea1-46db-934b-e0bfa4649e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:58.390262189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a261afa-2ea1-46db-934b-e0bfa4649e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:39:58.444547407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a261afa-2ea1-46db-934b-e0bfa4649e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:00.521299844Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","namespace":"ai-tenant-e2e-worker-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:00.521395883Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","namespace":"ai-tenant-e2e-worker-w0-a74d15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:00.521451734Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","tenant":"e2e-worker-w0-a74d15","tenantID":"e2e-worker-w0-a74d15","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:00.578250587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"Deployment","name":"maas-api-e2e-worker-w0-a74d15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:00.64080551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"Service","name":"maas-api-e2e-worker-w0-a74d15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:00.698808115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-a74d15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:00.75516481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-a74d15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:00.812307576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-a74d15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:00.869226868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-a74d15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:00.928704331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-a74d15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:00.985832536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-a74d15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:01.039959231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-a74d15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:01.093961327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-a74d15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:01.148146934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"Service","name":"payload-processing-e2e-worker-w0-a74d15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:01.20214965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-a74d15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:01.25650639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-a74d15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:01.310497304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-a74d15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:01.364939444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-a74d15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:01.423476177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-a74d15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:01.477914299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-a74d15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:01.536622183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-a74d15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:01.590538363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-a74d15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:01.644402689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a74d15"},"namespace":"ai-tenant-e2e-worker-w0-a74d15","name":"default-tenant","reconcileID":"7c940b3e-9a08-4676-ade8-b7433ac06291","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-a74d15","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:02.50514486Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-a74d15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-a74d15","reconcileID":"765e9f30-3cd2-44dc-a0ae-1e86de11aeb9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-a74d15","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-a74d15"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:03.661758667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87bd8c1-9a47-4c34-b491-aeccf3fff483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:03.715723155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87bd8c1-9a47-4c34-b491-aeccf3fff483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:03.769745825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87bd8c1-9a47-4c34-b491-aeccf3fff483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:03.824045005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87bd8c1-9a47-4c34-b491-aeccf3fff483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:05.822743046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2054ebb-f252-4abf-bc71-2eb9ed5ee878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:05.87681605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2054ebb-f252-4abf-bc71-2eb9ed5ee878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:05.930833879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2054ebb-f252-4abf-bc71-2eb9ed5ee878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:05.984580082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2054ebb-f252-4abf-bc71-2eb9ed5ee878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:19.241158558Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:22.172006584Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","namespace":"ai-tenant-e2e-extmod-a-46dadd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:22.172059608Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","namespace":"ai-tenant-e2e-extmod-a-46dadd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:22.172105394Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","tenant":"e2e-extmod-a-46dadd","tenantID":"e2e-extmod-a-46dadd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:22.228698561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"Deployment","name":"maas-api-e2e-extmod-a-46dadd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:22.294299144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"Service","name":"maas-api-e2e-extmod-a-46dadd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:22.352290308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-46dadd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:22.411010212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-46dadd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:22.468683893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-46dadd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:22.527181365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-46dadd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:22.586908076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-46dadd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:22.643693751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-46dadd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:22.697947666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-46dadd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:22.755635941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-46dadd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:22.809904328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"Service","name":"payload-processing-e2e-extmod-a-46dadd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:22.864261467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-46dadd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:22.918252233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-46dadd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:22.972115634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-46dadd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:23.026038779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-46dadd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:23.086379367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-46dadd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:23.140501735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-46dadd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:23.194763774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-46dadd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:23.249217037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-46dadd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:23.303683602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-46dadd"},"namespace":"ai-tenant-e2e-extmod-a-46dadd","name":"default-tenant","reconcileID":"a69f4e82-463c-4202-8b66-c327a072d65c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-46dadd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:24.161149162Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-46dadd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-46dadd","reconcileID":"9bf0baf0-89ad-47a2-aff9-2e4cb3dd900b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-46dadd","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-46dadd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:25.316311293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b3dfce-e816-4c85-90d7-6e64b376a8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:25.37049617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b3dfce-e816-4c85-90d7-6e64b376a8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:25.424309412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b3dfce-e816-4c85-90d7-6e64b376a8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:25.478386787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b3dfce-e816-4c85-90d7-6e64b376a8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:27.517799843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fd49d4-d053-47f6-bbc9-4173b2952d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:27.571871094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fd49d4-d053-47f6-bbc9-4173b2952d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:27.625889093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fd49d4-d053-47f6-bbc9-4173b2952d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:27.679929358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fd49d4-d053-47f6-bbc9-4173b2952d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:32.946708165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803c8de5-cba0-46d6-bfdf-48335164e205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:33.000799644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803c8de5-cba0-46d6-bfdf-48335164e205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:33.054744076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803c8de5-cba0-46d6-bfdf-48335164e205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:33.108896742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803c8de5-cba0-46d6-bfdf-48335164e205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:35.074768184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3adf5f0-b788-4ef7-a004-84c40c802670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:35.128859474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3adf5f0-b788-4ef7-a004-84c40c802670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:35.183510658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3adf5f0-b788-4ef7-a004-84c40c802670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:35.237894788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3adf5f0-b788-4ef7-a004-84c40c802670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:37.200906712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4976df6-142f-4567-9964-9018d87b30a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:37.255032426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4976df6-142f-4567-9964-9018d87b30a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:37.308932443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4976df6-142f-4567-9964-9018d87b30a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:37.362742317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4976df6-142f-4567-9964-9018d87b30a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:45.127900761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f24a2358-9a71-44a1-a2c1-13ffe228ecb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:45.251276836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4759575c-cbd0-4602-8094-e0925f907fdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:45.374385929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"4f1f9803-1b8a-4aa2-8b12-708cf8f029fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:45.560732132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"7f896d06-42d2-4d9b-9f49-cd4c20011d86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:49.240787059Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:49.615412645Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","namespace":"ai-tenant-e2e-extmod-b-273c1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:49.615464312Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","namespace":"ai-tenant-e2e-extmod-b-273c1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:49.615512582Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","tenant":"e2e-extmod-b-273c1b","tenantID":"e2e-extmod-b-273c1b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:49.672053331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"Deployment","name":"maas-api-e2e-extmod-b-273c1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:49.741833884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"Service","name":"maas-api-e2e-extmod-b-273c1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:49.79909252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-273c1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:49.855996759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-273c1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:49.916314839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-273c1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:49.975181496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-273c1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:50.034750777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-273c1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:50.091850711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-273c1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:50.147480157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-273c1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:50.20167239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-273c1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:50.255563246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"Service","name":"payload-processing-e2e-extmod-b-273c1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:50.309443266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-273c1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:50.363331161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-273c1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:50.417475449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-273c1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:50.471564215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-273c1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:50.530226003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-273c1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:50.584403385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-273c1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:50.638791287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-273c1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:50.693122017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-273c1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:50.747228569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-273c1b"},"namespace":"ai-tenant-e2e-extmod-b-273c1b","name":"default-tenant","reconcileID":"c44eb443-4f4e-4840-a7a5-48b674a39d4b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-273c1b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:51.598815606Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-273c1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-273c1b","reconcileID":"26e86b42-647a-44cd-97d8-f98e8800f8dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-273c1b","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-273c1b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:52.760238627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17090450-618f-4baa-aef2-1129a4e99367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:52.814341857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17090450-618f-4baa-aef2-1129a4e99367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:52.868440544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17090450-618f-4baa-aef2-1129a4e99367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:52.922367751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17090450-618f-4baa-aef2-1129a4e99367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:54.917848268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494a3f08-4d01-403a-b26b-87e62998fe1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:54.972120014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494a3f08-4d01-403a-b26b-87e62998fe1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:55.026413242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494a3f08-4d01-403a-b26b-87e62998fe1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:55.080244128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494a3f08-4d01-403a-b26b-87e62998fe1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:56.373590368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"a4bfb7b1-3f9a-4682-95ad-a8bf470039f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:56.505294171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"39085d46-6cd8-424b-98f3-d2816acbdac9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:56.616772083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da59bb16-cf39-44c8-9159-e3283aeb64bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:40:56.739399229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"82108de4-c91f-437f-a7fa-24d6103a1f1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:00.635820122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35ecdb9-9b19-44ea-ab07-0a156c989cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:00.689742411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35ecdb9-9b19-44ea-ab07-0a156c989cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:00.74352344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35ecdb9-9b19-44ea-ab07-0a156c989cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:00.797634422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35ecdb9-9b19-44ea-ab07-0a156c989cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:02.831000854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bb57dd-5109-4e1d-b67d-c6071d494699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:02.885101155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bb57dd-5109-4e1d-b67d-c6071d494699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:02.939065567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bb57dd-5109-4e1d-b67d-c6071d494699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:02.99288916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bb57dd-5109-4e1d-b67d-c6071d494699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:03.267850269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"e51d4d3f-848a-42f3-8492-f2002153e9a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:03.379849772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"a3faf3fb-2dc5-4b50-9596-9d1ce8846b51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:03.51462647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b06f256-cc2d-4026-91ef-60b8cc1525dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:03.613828801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6fe1d2ca-464e-4de5-b890-2e300a9df8f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:19.240645958Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:21.779411357Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","namespace":"ai-tenant-e2e-shared-a-w2-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:21.779466002Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","namespace":"ai-tenant-e2e-shared-a-w2-056a27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:21.779513734Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","tenant":"e2e-shared-a-w2-056a27","tenantID":"e2e-shared-a-w2-056a27","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:21.838275427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-056a27","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:21.901578299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"Service","name":"maas-api-e2e-shared-a-w2-056a27","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:21.959523004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-056a27","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:22.015774719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-056a27","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:22.075076465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-056a27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:22.131848766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-056a27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:22.191557851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-056a27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:22.248240774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-056a27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:22.302585727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-056a27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:22.356895897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-056a27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:22.410963914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-056a27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:22.464834051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-056a27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:22.518796008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-056a27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:22.573087265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-056a27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:22.627142026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-056a27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:22.685610549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-056a27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:22.739621996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-056a27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:22.793718805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-056a27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:22.84797098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-056a27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:22.904469384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-056a27"},"namespace":"ai-tenant-e2e-shared-a-w2-056a27","name":"default-tenant","reconcileID":"d8dbb681-88cd-42a1-93c6-1af1c6449dd6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-056a27","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:23.78693118Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-056a27","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-056a27","reconcileID":"42142f4a-816a-4a97-9e51-f3004a430212","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-056a27","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-056a27"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:25.026925908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"560a8274-ef1e-42ad-b7c0-0fbed699663f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:25.081020849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"560a8274-ef1e-42ad-b7c0-0fbed699663f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:25.134764403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"560a8274-ef1e-42ad-b7c0-0fbed699663f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:25.188575852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"560a8274-ef1e-42ad-b7c0-0fbed699663f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:27.227665861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77cdb942-7f3d-45bf-91f1-02c289e0d86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:27.281607332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77cdb942-7f3d-45bf-91f1-02c289e0d86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:27.335447834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77cdb942-7f3d-45bf-91f1-02c289e0d86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:27.38937788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77cdb942-7f3d-45bf-91f1-02c289e0d86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:28.089956293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"2475c465-7fc6-4fd2-81e6-02c5d7e2308b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:28.208779162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"c309fbb3-8007-4af8-b777-878fc9d3e654","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:28.342492929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e7871373-fd32-4b09-9ea9-86c71d3fcb26","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:28.439763543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f92cecda-f551-4e42-a4a3-3cfac7d293bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:33.224217356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d2d8a8-d8ae-496c-afda-5a81c2c7fcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:33.278785929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d2d8a8-d8ae-496c-afda-5a81c2c7fcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:33.333219164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d2d8a8-d8ae-496c-afda-5a81c2c7fcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:33.393728968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d2d8a8-d8ae-496c-afda-5a81c2c7fcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:35.384845151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa2151b0-e691-4fd8-831d-c85574f6c9c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:35.439304867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa2151b0-e691-4fd8-831d-c85574f6c9c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:35.496103642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa2151b0-e691-4fd8-831d-c85574f6c9c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:35.550698204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa2151b0-e691-4fd8-831d-c85574f6c9c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:36.916973085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"148114f0-bb37-4df1-9b69-b74cb274abe4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:37.138396975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bca688f1-5dba-461b-ad75-24a7dbee1e5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:37.238023561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"197e8d5b-cbc2-45e3-a891-a30fb71a4d7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:37.338887824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4e896ede-7021-465b-96e2-397e66e78a91","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:37.525240409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b719a8ce-3e9b-4b3b-ab13-0b33c44105e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:37.579603109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b719a8ce-3e9b-4b3b-ab13-0b33c44105e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:37.634408693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b719a8ce-3e9b-4b3b-ab13-0b33c44105e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:37.688502115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b719a8ce-3e9b-4b3b-ab13-0b33c44105e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:49.240524269Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:54.327044274Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","namespace":"ai-tenant-e2e-shared-b-w2-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:54.327100525Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","namespace":"ai-tenant-e2e-shared-b-w2-64120b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:54.327155219Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","tenant":"e2e-shared-b-w2-64120b","tenantID":"e2e-shared-b-w2-64120b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:54.383963335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-64120b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:54.448954987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"Service","name":"maas-api-e2e-shared-b-w2-64120b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:54.506212854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-64120b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:54.562666843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-64120b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:54.622109234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-64120b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:54.679416863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-64120b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:54.750422336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-64120b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:54.814961239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-64120b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:54.868822271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-64120b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:54.922802711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-64120b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:54.977249016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-64120b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:55.032454807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-64120b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:55.086464805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-64120b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:55.140511268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-64120b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:55.194333892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-64120b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:55.25310164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-64120b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:55.30746925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-64120b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:55.361584845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-64120b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:55.41606086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-64120b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:55.470200384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-64120b"},"namespace":"ai-tenant-e2e-shared-b-w2-64120b","name":"default-tenant","reconcileID":"ababd42b-ddf4-4ca0-95d8-a746de91d1d5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-64120b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:56.354903072Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-64120b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-64120b","reconcileID":"2af02221-421b-46f9-a39f-f327f2166375","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-64120b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-64120b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:57.517185015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fb3c40-1e4e-4f3a-ab37-9f5d42bf9857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:57.571037541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fb3c40-1e4e-4f3a-ab37-9f5d42bf9857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:57.624823364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fb3c40-1e4e-4f3a-ab37-9f5d42bf9857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:57.678658868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fb3c40-1e4e-4f3a-ab37-9f5d42bf9857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:59.70469769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96b1bb1-9255-4f0d-8088-c7e4436de8ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:59.759584536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96b1bb1-9255-4f0d-8088-c7e4436de8ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:59.815657837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96b1bb1-9255-4f0d-8088-c7e4436de8ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:41:59.869757708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96b1bb1-9255-4f0d-8088-c7e4436de8ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:00.720942615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"50ba7319-bd55-435b-8093-348468cc41ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:00.821783807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77e5f446-b620-47d3-bcc1-5bbb599d3acf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:00.840094465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e54e9ab3-c02c-489c-9638-439a9913d299","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:00.921445311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"f313008d-c7db-4a13-b54d-d52eefd6bc61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:04.340877045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"5c7de28d-5aba-4129-a8cd-c249b29da0f1","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"distinct-2-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"distinct-2-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:04.341134687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"07f54a01-11f3-4118-be5c-4512592c4550","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:04.341423748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"40e7c3c7-d811-4f58-87ff-f267743d372c","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:04.341713921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"c74098f7-7e42-459c-baa2-fa8a487b26a1","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"distinct-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"distinct-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:04.507957488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"2c856409-3e48-40cc-8f14-7dc44de76c66","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:04.508225119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"e28bd170-3aa0-4903-b6a0-a3dfebb354ff","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:04.508454868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"f488a23a-e2ca-457e-8489-395d6e704b1a","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"distinct-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"distinct-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:04.508600739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"3e9508e4-3bbb-48a8-a440-c20c2bc20011","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"distinct-2-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"distinct-2-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:04.557440782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"659ebff1-fe97-40a6-87cb-cfbd243cfa9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:04.55779482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"9c1236ef-eb8f-46b6-a533-c783c1870f31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:04.613283625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"c8ba7f82-bb4f-4378-bc85-70e27c30cf42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:04.613633211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"6b9d1d99-78b6-462c-ab15-525b7cfe57f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:04.617190128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"9c1236ef-eb8f-46b6-a533-c783c1870f31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:04.617603731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"659ebff1-fe97-40a6-87cb-cfbd243cfa9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:04.948331373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"67d226ca-0563-4f5e-8fbd-75d0e2b84ff3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:05.046215935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"275c3485-55e5-4fa9-8726-4a63c30eac3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:05.046215828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"af4ff2e6-bc3d-4f77-88f1-97c06656a2b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:05.050892164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"72c60081-d9db-4214-bfe0-345956e5d3bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:05.105695575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"275c3485-55e5-4fa9-8726-4a63c30eac3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:05.10838845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"af4ff2e6-bc3d-4f77-88f1-97c06656a2b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:05.319540943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e50469-0dff-42f6-9c8d-7220785508f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:05.373550938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e50469-0dff-42f6-9c8d-7220785508f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:05.427386213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e50469-0dff-42f6-9c8d-7220785508f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:05.481564306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e50469-0dff-42f6-9c8d-7220785508f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:06.659900082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4a2cb34e-a13e-4777-a4e7-c8f020704fd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:06.76987236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"0bca386b-75f3-40cd-9716-e98c859421db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:06.870438998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"ce3c54f7-e264-4252-8b16-483897a45bc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:06.870478687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c6e0d64-efbf-46e4-bd2f-0c451244369f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:07.520109524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9170192-8336-4d31-b279-f9b9ea3a26f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:07.574988108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9170192-8336-4d31-b279-f9b9ea3a26f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:07.629074037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9170192-8336-4d31-b279-f9b9ea3a26f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:07.68337959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9170192-8336-4d31-b279-f9b9ea3a26f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:09.604930814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"a330d735-57b7-46d7-9a17-a64dfe492d8d","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"distinct-2-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"distinct-2-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:09.933661045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"0b5c19b1-8ffc-4ccd-ab4d-4a40b43f0518","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"distinct-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"distinct-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:10.267089054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"c3d476d1-ee8a-45e7-8c7a-9c266b4109dd","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:10.485745778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"ca0e461f-505e-4a78-ac26-12c6f3c22f49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:10.490768438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"6fcf2639-8048-4afe-8d7c-0a8db69d99d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:10.490997694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"a4d1b3ce-a4da-41b4-9381-310bf7df5b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:10.5503874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"a4d1b3ce-a4da-41b4-9381-310bf7df5b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:10.550616194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"6fcf2639-8048-4afe-8d7c-0a8db69d99d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:10.597176358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"a30e1d34-11f5-4dd4-ac0d-f5a2eb728ac0","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:10.659434437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"168e009e-19ee-4bdb-9a2a-a1dc57fec0c0","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:10.816296392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"8bf24e79-8dd1-4efc-b9c3-12f47bb7b0c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:10.874771208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"e960476c-6ba2-49bd-a6b6-8c36e5d574cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:10.874947107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"76d65d4b-2666-4d75-89b2-eea6ef0e6f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:10.916683102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"95b7d7ec-c7ff-422e-b434-f545ad82a73b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:10.934315187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"e960476c-6ba2-49bd-a6b6-8c36e5d574cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:10.934585928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"76d65d4b-2666-4d75-89b2-eea6ef0e6f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:10.989721257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"e28dc62a-b0e5-422a-ade1-add662aacba1","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:11.207910952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"0cc7b44c-2619-447a-ab00-4e108b407070","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:14.959725816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"5afa3dcf-236b-4685-9a6b-2780c216bd61","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"distinct-2-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"distinct-2-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:14.960102838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"6d3d5ee1-066c-4e93-b409-073b36a82d8e","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"distinct-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"distinct-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:14.960258614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"b935f992-4a0b-4f29-95e7-a7eeb8594088","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:14.960513221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"94f9b213-64df-4fc6-8350-03c175b8a54b","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:15.12176592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"8dc849d3-79c2-4127-a3c2-f3dc43bfd3da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:15.121800686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"bf332155-4278-4629-9a93-5f8a8af69265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:15.178675172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"9f6dec6f-bd90-4260-94bc-db4f14f7d0c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:15.178741048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"d9af99e6-9693-43af-8645-4da77d349c58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:15.183370369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"bf332155-4278-4629-9a93-5f8a8af69265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:15.183448567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"8dc849d3-79c2-4127-a3c2-f3dc43bfd3da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:15.508684706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"292b99c6-d9d8-4e2c-a11a-8293f4b364a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:15.508689774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"695a82e7-d267-420a-b80b-771bfc20219c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:15.559513886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"ba18ef1b-c04b-40cf-a978-d5418ac60df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:15.559525274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"858cc488-eafa-4536-a305-cb8dc2ff32c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:15.619267671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"858cc488-eafa-4536-a305-cb8dc2ff32c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:15.619289728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"ba18ef1b-c04b-40cf-a978-d5418ac60df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:19.240144594Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:21.848086908Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"17e3ef7c-2744-49a9-9691-e1249a1b48c8","namespace":"ai-tenant-e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:21.848153597Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"17e3ef7c-2744-49a9-9691-e1249a1b48c8","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:21.90776014Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"17e3ef7c-2744-49a9-9691-e1249a1b48c8","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:21.908302111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"d2ef04c7-e42e-46b0-b5e4-4c76dc5b0ce6","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:21.965428984Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"17e3ef7c-2744-49a9-9691-e1249a1b48c8","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:21.9654469Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"17e3ef7c-2744-49a9-9691-e1249a1b48c8","namespace":"ai-tenant-e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:21.965496368Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"17e3ef7c-2744-49a9-9691-e1249a1b48c8","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:21.968968987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"41ffd17f-1858-4bab-8d6b-a059a719bfdd","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.028156299Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"17e3ef7c-2744-49a9-9691-e1249a1b48c8","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.030289594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"0da55a36-7b2f-4d97-923f-8ba0ccb86ee5","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.07101015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"6123a39e-8b27-41f4-ad2b-6fb89e3981a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.071010438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"2d47d5ea-5e15-4647-9bd1-f90087a4f742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.080684467Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"5df3300b-d0be-46b2-834f-d799b335d31e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e46c610b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.085066609Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"17e3ef7c-2744-49a9-9691-e1249a1b48c8","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.091283533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"030f2e20-eb23-4ed1-8f82-8f2ae056df19","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.130655675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"2d47d5ea-5e15-4647-9bd1-f90087a4f742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.130692653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"6123a39e-8b27-41f4-ad2b-6fb89e3981a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.134465133Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"bdfddc1a-8f3b-471c-b650-447fe6afc70b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-890606b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.145284513Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"51ba5f33-a168-4db6-baea-1d3dcf5475fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e46c610b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.208023461Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"b143cb76-515c-424a-8aa5-29795a06dc6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-890606b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.358606505Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"fc4efad9-9ae0-4b56-8f1d-0d6026104048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.358619079Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"762c616e-8632-4c68-bc4a-be76210700e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.612971455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"762c616e-8632-4c68-bc4a-be76210700e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.613047054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"fc4efad9-9ae0-4b56-8f1d-0d6026104048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.747287822Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"fc4efad9-9ae0-4b56-8f1d-0d6026104048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.747312761Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-access","reconcileID":"fc4efad9-9ae0-4b56-8f1d-0d6026104048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:22.754435775Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"762c616e-8632-4c68-bc4a-be76210700e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-b0a183-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:22.754511017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"762c616e-8632-4c68-bc4a-be76210700e1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-b0a183-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.759881797Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"254d8814-0057-4ff6-b9f9-32e437d3482f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.808996564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"ed875ee4-a16d-4552-b149-2042fae1a3ab","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.925999661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"254d8814-0057-4ff6-b9f9-32e437d3482f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.985621262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"254d8814-0057-4ff6-b9f9-32e437d3482f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"e2e-worker-w2-b0a183-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:22.985642645Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-access","reconcileID":"254d8814-0057-4ff6-b9f9-32e437d3482f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:23.044312259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"b6a054a0-90a2-41d3-8b6e-6958f4e44b14","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:24.960919252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"cf03a99b-2316-4c20-90b3-c10daa5a2d48","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"distinct-2-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"distinct-2-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:24.961214592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"3315902a-437a-40e7-a9ba-eb276de7b32a","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"distinct-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"distinct-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:27.085616473Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"064d0727-5cad-45ec-abc6-3d51d881c152","namespace":"ai-tenant-e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:27.085684058Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"064d0727-5cad-45ec-abc6-3d51d881c152","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:27.142631152Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"064d0727-5cad-45ec-abc6-3d51d881c152","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:27.199874805Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"064d0727-5cad-45ec-abc6-3d51d881c152","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:27.199891083Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"064d0727-5cad-45ec-abc6-3d51d881c152","namespace":"ai-tenant-e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:32.200676667Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"bcc4bf54-f5ae-4ae3-a1db-490e200828e1","namespace":"ai-tenant-e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:32.20074643Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"bcc4bf54-f5ae-4ae3-a1db-490e200828e1","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:32.200983032Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"54ea047d-72bc-4bd3-b8f6-1ce3976df11a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:32.255854629Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"54ea047d-72bc-4bd3-b8f6-1ce3976df11a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:32.257941388Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"bcc4bf54-f5ae-4ae3-a1db-490e200828e1","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:32.307456498Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"e8e15116-f3a6-4715-90cb-eeca54a13797","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:32.311646316Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"simulator-subscription","reconcileID":"54ea047d-72bc-4bd3-b8f6-1ce3976df11a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:32.315378341Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"bcc4bf54-f5ae-4ae3-a1db-490e200828e1","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:32.315392656Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"bcc4bf54-f5ae-4ae3-a1db-490e200828e1","namespace":"ai-tenant-e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:32.36255637Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"e8e15116-f3a6-4715-90cb-eeca54a13797","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:32.420024816Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"premium-simulator-subscription","reconcileID":"e8e15116-f3a6-4715-90cb-eeca54a13797","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"name":"maas-trlp-premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183","model":"e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:32.716048043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"58b9611d-1955-4734-99b1-f4039a521b88","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"simulator-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"simulator-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:32.773346581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"ef2d824b-1545-4891-bb50-21dd547bd649","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"premium-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"premium-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:34.961862803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"ad39519e-6b24-492d-b884-ecc613cfde07","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"distinct-2-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"distinct-2-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:34.962111995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"d2ccfe70-20ff-48f6-a19b-f35f2586820b","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"routeName":"distinct-w2-b0a183-kserve-route","namespace":"e2e-models-e2e-worker-w2-b0a183","llmisvcName":"distinct-w2-b0a183","gateway":"openshift-ingress/e2e-worker-w2-b0a183","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:37.316295964Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","namespace":"ai-tenant-e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:37.316375641Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","namespace":"ai-tenant-e2e-worker-w2-b0a183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:37.316434977Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","tenant":"e2e-worker-w2-b0a183","tenantID":"e2e-worker-w2-b0a183","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:37.37344958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"Deployment","name":"maas-api-e2e-worker-w2-b0a183","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:37.440175781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"Service","name":"maas-api-e2e-worker-w2-b0a183","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:37.497913417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-b0a183","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:37.554457883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-b0a183","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:37.612146129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-b0a183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:37.668820038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-b0a183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:37.72850425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-b0a183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:37.786628595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-b0a183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:37.840635179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-b0a183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:37.894520438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-b0a183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:37.942784951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"544da295-b81e-4776-b74c-5b78e144a24b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:37.948574483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"Service","name":"payload-processing-e2e-worker-w2-b0a183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:38.002687615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-b0a183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:38.042333792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"21a2f47d-bc20-4cb6-aa7e-7a8d800d5666","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:38.056393697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-b0a183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:38.110167242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-b0a183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:38.163935778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-b0a183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:38.222392951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-b0a183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:38.276487197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-b0a183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:38.33026302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-b0a183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:38.383935965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-b0a183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:38.438019677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-b0a183"},"namespace":"ai-tenant-e2e-worker-w2-b0a183","name":"default-tenant","reconcileID":"5390cccb-5efc-4f73-bd87-4def719e05bd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-b0a183","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:39.286170406Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-b0a183","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-b0a183","reconcileID":"67d17ffc-0850-41dc-b3cd-e07d806fed78","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-b0a183","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-b0a183"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.4547276Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"545fb0ca-c55b-4774-874e-6e1be0647b30","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.56906979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"545fb0ca-c55b-4774-874e-6e1be0647b30","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.569238312Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"ff1d7e1d-f2df-4fd2-879a-f52876b2b1d2","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.630062498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"ff1d7e1d-f2df-4fd2-879a-f52876b2b1d2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.630198195Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"ae5ec974-5509-4773-81d2-ba49a2445de5","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.69038537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"ae5ec974-5509-4773-81d2-ba49a2445de5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.690812947Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"e3ef0aa9-5ed4-4aba-a89b-3366df4299fd","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.751459388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"e3ef0aa9-5ed4-4aba-a89b-3366df4299fd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.751609421Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"aefcc5a4-19f1-4a9d-bd3b-378ca654d92b","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.751656075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"aefcc5a4-19f1-4a9d-bd3b-378ca654d92b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.751723685Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"5f335ab1-7a3e-4d50-b540-b88b379f5bd3","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.751749864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"5f335ab1-7a3e-4d50-b540-b88b379f5bd3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.751821097Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"8cb6d846-faa6-4dee-bb06-6ab93d390203","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.751847073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"8cb6d846-faa6-4dee-bb06-6ab93d390203","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.757093352Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"6501bfc6-7253-4037-a9d5-53e77a40b44b","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.757138043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"6501bfc6-7253-4037-a9d5-53e77a40b44b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.762242043Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"0ecbf66f-7ac8-4bf7-a9c1-7d3fd81e9a99","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.762296213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"0ecbf66f-7ac8-4bf7-a9c1-7d3fd81e9a99","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.762386201Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"68db0a0f-c2b2-4155-b3d4-40b4c2d69261","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.762420974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"68db0a0f-c2b2-4155-b3d4-40b4c2d69261","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.762497279Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"f02bccf0-d2e6-4204-8787-af96f15b8870","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.762535494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"f02bccf0-d2e6-4204-8787-af96f15b8870","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.767405238Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"79586cb2-32f2-401c-8bb0-91978c48bf8a","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.767454313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"79586cb2-32f2-401c-8bb0-91978c48bf8a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.782452427Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"987ad6c5-8125-40a7-9018-bd2e5f326e80","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.782503917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"987ad6c5-8125-40a7-9018-bd2e5f326e80","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.782579631Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"a8fb7ac8-30a4-4b3f-9ffa-de0b997188af","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.782619844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"a8fb7ac8-30a4-4b3f-9ffa-de0b997188af","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.782686257Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"d7a9fea6-801d-4b20-bf3e-3feb7a757c9e","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.782717077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"d7a9fea6-801d-4b20-bf3e-3feb7a757c9e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.787929787Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"5eab3e18-2928-47fd-ab8a-805fe2ec638e","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.787966912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"5eab3e18-2928-47fd-ab8a-805fe2ec638e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.823242032Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"58097b9b-2e8f-45c4-879b-25ce626a9751","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.823292197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"58097b9b-2e8f-45c4-879b-25ce626a9751","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.82337377Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"c0fff9f9-d08f-4888-bad4-9841658fd096","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.823407635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"c0fff9f9-d08f-4888-bad4-9841658fd096","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.823473442Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"e839388a-aaa0-4ed5-b020-de4a4bcd01b0","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.823504066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"e839388a-aaa0-4ed5-b020-de4a4bcd01b0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.828719985Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"a16aadc9-a16a-482c-9771-fa45b1742a25","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.828769194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"a16aadc9-a16a-482c-9771-fa45b1742a25","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.904489342Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"14f2fb07-de60-42ed-8401-a66c37d9832b","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.904542568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"14f2fb07-de60-42ed-8401-a66c37d9832b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.904611473Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"2e36321b-00a2-4395-896c-d11e03878457","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.904642907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"2e36321b-00a2-4395-896c-d11e03878457","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.904714159Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"19a9c395-288c-4392-840d-8c6e739e3469","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.90474471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"19a9c395-288c-4392-840d-8c6e739e3469","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.909954729Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"65b01bb9-9727-486f-9623-dee6e7ae0e3c","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:39.910006799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"65b01bb9-9727-486f-9623-dee6e7ae0e3c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:40.064961564Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"11b723fc-dac8-4183-93f6-17baa3cedbc3","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:40.065044267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"11b723fc-dac8-4183-93f6-17baa3cedbc3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:40.065151422Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"9d704ed7-591d-4ff8-80d7-faef83c9f10c","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:40.065204234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"9d704ed7-591d-4ff8-80d7-faef83c9f10c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:40.065299147Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"a1a7ce7f-e175-488f-a818-8ecce49d4903","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:40.065391699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"a1a7ce7f-e175-488f-a818-8ecce49d4903","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:40.070524858Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"6ef1fbf0-0f45-4e5d-a233-63aa48152541","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:40.070595789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"6ef1fbf0-0f45-4e5d-a233-63aa48152541","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:40.385243311Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"541181a7-201c-44a8-a696-5f9971f66ac0","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:40.385309607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"541181a7-201c-44a8-a696-5f9971f66ac0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:40.385461152Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"efebcda9-685e-4c5d-9b93-fa1657b4f62f","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:40.385500509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"efebcda9-685e-4c5d-9b93-fa1657b4f62f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:40.385628268Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"ea639f05-945f-4506-9053-d253d46b2d89","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:40.385682685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"ea639f05-945f-4506-9053-d253d46b2d89","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:40.391431974Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"0b967913-9bd5-453e-a589-225e3bc8e1f1","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:40.391477286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"0b967913-9bd5-453e-a589-225e3bc8e1f1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:40.437565603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56bcc70a-caa3-4849-991c-0c3f4135620f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:40.491634502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56bcc70a-caa3-4849-991c-0c3f4135620f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:40.545849543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56bcc70a-caa3-4849-991c-0c3f4135620f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:40.59975515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56bcc70a-caa3-4849-991c-0c3f4135620f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:41.025954619Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"575de3c3-30af-4c0f-a611-1a94d11f77e7","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:41.026020323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"575de3c3-30af-4c0f-a611-1a94d11f77e7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:41.026120833Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"1376b8df-bfc6-4cad-9c62-c46cda8a7423","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:41.026156243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"1376b8df-bfc6-4cad-9c62-c46cda8a7423","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:41.026240443Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"2b33ab52-5da3-4792-8eca-44cbe0e88b01","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:41.026278198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"2b33ab52-5da3-4792-8eca-44cbe0e88b01","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:41.032559297Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"8d762b01-25a9-4b5d-96cd-b3cd4a4fed1d","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:41.032620417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"8d762b01-25a9-4b5d-96cd-b3cd4a4fed1d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:42.306427629Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"c858ec95-b5d1-4f5d-b591-f5e31f0823c9","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:42.306493959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"c858ec95-b5d1-4f5d-b591-f5e31f0823c9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:42.306633815Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"981dff61-47e6-4e5b-b69f-3693b2c727b0","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:42.306686545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"981dff61-47e6-4e5b-b69f-3693b2c727b0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:42.306779897Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"78d4296f-3cca-4227-952a-3dcdca931bdd","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:42.306812682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"78d4296f-3cca-4227-952a-3dcdca931bdd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:42.313572227Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"fc09db36-470b-4f72-b334-a0782e80fd40","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:42.313626906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"fc09db36-470b-4f72-b334-a0782e80fd40","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:42.622071972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4adc5b-0a31-4310-bb68-9a1d7deb4dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:42.676293332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4adc5b-0a31-4310-bb68-9a1d7deb4dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:42.730242066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4adc5b-0a31-4310-bb68-9a1d7deb4dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:42.784458825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4adc5b-0a31-4310-bb68-9a1d7deb4dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:44.866870478Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"56e6d1de-f10f-4dbd-a46f-d66603de154c","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:44.866936522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"56e6d1de-f10f-4dbd-a46f-d66603de154c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/simulator-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:44.867020239Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"ebc9889a-0ca9-46c8-ae07-99b673346c34","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:44.867051192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"ebc9889a-0ca9-46c8-ae07-99b673346c34","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/premium-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:44.867113408Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"559c2bde-269f-4350-b68f-0ccdaff86680","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:44.867144435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"559c2bde-269f-4350-b68f-0ccdaff86680","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-2-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:44.874052525Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"898e3580-f695-4a64-964f-074c6001ee94","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:44.874109444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"898e3580-f695-4a64-964f-074c6001ee94","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-b0a183/distinct-w2-b0a183: AITenant \"e2e-worker-w2-b0a183\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:45.827211368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"3f2b378d-004b-42fb-a3cf-1fab5e188871","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-b0a183\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:46.109731095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"c5c1d33b-1031-483b-9914-8a7fbf685c68","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-b0a183\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:46.381534966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"6d1eeb76-9868-4c97-8401-5c71c284651f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-b0a183\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:46.66443981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"471042c3-7353-4e8c-ab07-c417382cb608","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-b0a183\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:47.340336745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"668f99c4-9555-4a5a-9e82-affdd4924f91","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-b0a183\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:47.609230196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"4816cb55-e401-4856-9671-f4b9e312e9db","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-b0a183\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:47.88793067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"a18b2626-b836-4b60-ac59-41edc10097f4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-b0a183\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:48.189493614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"b0d77672-2858-4e4e-9b7c-31842fc34279","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-b0a183\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:48.460412327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"78ec9507-fd8a-441b-b95f-199d6fc6a5ca","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-b0a183\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:48.731410641Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"1b39e470-35ee-4a2b-9715-b03de04f7cff","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-b0a183\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:49.002591346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"174d57b7-70b1-4a7a-af82-13db14b96953","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-b0a183\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:42:49.239669698Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:49.273726941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-w2-b0a183","reconcileID":"fbb3fd7a-113b-4763-b673-8b305d93fe0f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-b0a183\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:49.542999251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"simulator-w2-b0a183","reconcileID":"43feec3d-a612-4e00-a8bd-42c57309e51f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-b0a183\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:49.927734866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"premium-w2-b0a183","reconcileID":"aea70f19-5e27-435e-bb5b-e2c1b955aaea","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-b0a183\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:42:50.477750158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-b0a183","namespace":"e2e-models-e2e-worker-w2-b0a183"},"namespace":"e2e-models-e2e-worker-w2-b0a183","name":"distinct-2-w2-b0a183","reconcileID":"da6ab1cc-d09e-4c31-ba40-121c02968d95","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-b0a183\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}